-- Logs begin at Sat 2022-05-14 16:06:45 UTC, end at Sat 2022-05-14 17:25:02 UTC. -- May 14 16:57:22.135871 dv-cinder-841745-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 14 16:57:25.095974 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.common.config [-] Logging enabled! May 14 16:57:25.096543 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev56 May 14 16:57:25.096764 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 16:57:25.100107 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.common.config [-] Logging enabled! May 14 16:57:25.100365 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev56 May 14 16:57:25.100676 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 16:57:25.101619 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 16:57:25.101854 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 16:57:25.102220 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 16:57:25.102467 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 16:57:25.103213 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 16:57:25.103978 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.104413 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. May 14 16:57:25.104734 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.105036 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.105336 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.105638 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.105952 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.106218 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.106509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.106832 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.107126 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.107418 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.107700 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.107992 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.108275 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.108560 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.108847 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.109135 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.109415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.109852 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.110267 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.110547 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.110858 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.111140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.111426 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.111679 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.111963 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.112294 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] host = dv-cinder-841745-1-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.112571 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.112858 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.113143 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.113428 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.113701 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.113977 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.114258 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.114527 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.114821 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.115103 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.115389 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.115675 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.115963 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.116187 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.116408 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.116702 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.116990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.117267 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.117543 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.117817 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.118091 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.119676 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.119676 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.120109 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.120205 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.120495 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.120777 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.121057 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.121595 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.121861 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.122150 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.122426 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.122703 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.123005 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.123294 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.123566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.123841 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.124142 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.124429 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.124712 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.124997 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.125273 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.125556 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.125830 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.126105 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.126377 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.126649 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.126942 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.127223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.127498 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.127771 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.128045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.128317 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.128601 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.128875 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:25.129171 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.129467 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.129768 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.130077 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.130368 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.130650 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.130964 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.131245 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.131533 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.131824 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.132117 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.132399 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.132701 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.132992 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.133287 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.133593 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.133891 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.134232 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.134511 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.134809 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.135086 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.135366 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.135654 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.135933 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.136222 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.136509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.136786 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.137101 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.137371 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.137665 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.137956 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.138231 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.138510 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.138819 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.139103 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.139378 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.139655 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.139948 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.140226 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.140502 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.140785 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.141061 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.141332 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.141602 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.141878 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.142167 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.142443 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.142716 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.143014 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.143292 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.143567 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.143854 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.144133 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.144406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.144679 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.144955 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.145226 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.145495 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.145768 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.146042 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.146318 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.146591 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.146890 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.147165 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.147438 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.147709 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.147979 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.148250 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.148526 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.148800 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.149072 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.149344 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.149640 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.149914 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.150199 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.150493 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.150770 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.151070 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.151350 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.151627 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.151905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.152182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.152460 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.152738 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.153011 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.153298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.153579 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.153865 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.154164 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.154440 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.154735 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.155039 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.155315 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.155597 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.155875 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.156155 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.156437 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.156718 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.157010 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.157300 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.157591 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.157881 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.158173 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.158455 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.158763 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.159065 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:25.159281 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 16:57:25.159519 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 14 16:57:25.532687 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 14 16:57:25.532892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 14 16:57:25.533204 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 14 16:57:25.533686 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [-] Loading core plugin: ml2 May 14 16:57:25.860921 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.861213 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.861485 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.862660 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.862960 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.863345 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.908907 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.909193 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.909456 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.923846 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.924125 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.924394 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.952829 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.953105 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.953372 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.990378 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.990662 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:25.990954 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.333430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.334093 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.334093 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.334251 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.334943 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.433505 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.433827 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.434111 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.434382 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.434648 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.434989 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.435254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.435510 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.435764 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.436044 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.436301 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.436564 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.436819 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.437069 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.437322 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.437584 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.437837 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.438103 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.438392 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.438629 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.438927 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.439181 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.439458 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.439829 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.440077 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.440321 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.440712 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.440950 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.441185 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.441419 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.441652 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.441885 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:26.442252 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 14 16:57:26.445396 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 14 16:57:26.449914 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 14 16:57:26.453547 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 14 16:57:26.455223 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 14 16:57:26.455681 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 14 16:57:26.456017 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 14 16:57:26.456399 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 14 16:57:26.459201 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 14 16:57:26.459456 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 14 16:57:26.459801 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 14 16:57:26.465204 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 14 16:57:26.488593 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 14 16:57:26.489047 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.489346 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 14 16:57:26.489716 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.491093 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 14 16:57:26.491374 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 14 16:57:26.491618 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 14 16:57:26.494928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.495211 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:26.557443 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 14 16:57:26.557683 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 14 16:57:26.557946 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 14 16:57:26.558286 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 14 16:57:26.579355 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_db.sqlalchemy.engines [None req-6222c12d-373a-4b14-832e-10c433235798 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 14 16:57:27.173373 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing driver for type 'gre' May 14 16:57:27.173918 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6222c12d-373a-4b14-832e-10c433235798 None None] gre ID ranges: [(1, 1000)] May 14 16:57:27.350632 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing driver for type 'local' May 14 16:57:27.351305 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing driver for type 'vlan' May 14 16:57:27.438071 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6222c12d-373a-4b14-832e-10c433235798 None None] VlanTypeDriver initialization complete May 14 16:57:27.438345 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing driver for type 'vxlan' May 14 16:57:27.438865 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6222c12d-373a-4b14-832e-10c433235798 None None] vxlan ID ranges: [(1, 1000)] May 14 16:57:27.641763 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing extension driver 'port_security' May 14 16:57:27.642106 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.extensions.port_security [None req-6222c12d-373a-4b14-832e-10c433235798 None None] PortSecurityExtensionDriver initialization complete May 14 16:57:27.642437 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing mechanism driver 'openvswitch' May 14 16:57:27.642769 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing mechanism driver 'hyperv' May 14 16:57:27.649408 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-6222c12d-373a-4b14-832e-10c433235798 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:27.650757 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.651151 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.651528 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.652054 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.652487 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.652840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.653244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.653582 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.653987 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.654333 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.654670 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.655087 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.657254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.657254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.657254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.657254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.657254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.657638 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.657725 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.658069 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.658469 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > address_group after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.658830 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > address_group after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.659196 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.659586 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 16:57:27.660023 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6222c12d-373a-4b14-832e-10c433235798 None None] ML2 OVO RPC backend initialized. {{(pid=103853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 14 16:57:27.660721 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.661074 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.661490 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.661836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > networks before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.662222 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.662545 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > ports before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.662914 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.663302 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnets before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.663639 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.663972 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.664301 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.664630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.664958 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.665924 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.666257 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.666594 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.666950 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.674046 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded quota_driver: . May 14 16:57:27.674404 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.plugin [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Modular L2 Plugin initialization complete May 14 16:57:27.674750 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading services supported by the core plugin {{(pid=103853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 14 16:57:27.675145 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Got port-security extension from driver 'port_security' May 14 16:57:27.675619 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.extensions.vlantransparent [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Disabled vlantransparent extension. May 14 16:57:27.676111 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 14 16:57:27.676434 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: router May 14 16:57:27.710964 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.711307 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.711672 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router before_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.712559 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.712930 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.713278 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_delete 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.713633 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.713977 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.714328 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.714673 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.715043 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.715391 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.715742 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.716146 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.716512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.716846 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.717179 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.717512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.717855 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.718195 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.718534 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.718901 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.719252 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.719717 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.720071 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.720430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.720773 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.721134 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > agent after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.721481 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > agent after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.721821 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.722674 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Tracking information for resource: router configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:27.723049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Tracking information for resource: floatingip configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 16:57:27.728364 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.db.l3_agentschedulers_db [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 14 16:57:27.728938 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.729296 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.729643 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.729987 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.730764 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router before_create 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.731155 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.731514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_create 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.731865 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > router precommit_update 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.736595 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.provider_configuration [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service providers = [] {{(pid=103853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 14 16:57:27.736956 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.db.servicetype_db [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 14 16:57:27.739886 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 16:57:27.740234 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 16:57:27.740575 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 16:57:27.741453 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 16:57:27.741820 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.services.service_base [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Default provider is not specified for service type L3_ROUTER_NAT May 14 16:57:27.742192 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.742510 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 14 16:57:27.753406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.753740 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: auto_allocate May 14 16:57:27.759328 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: network precommit_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.759694 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: network precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.760213 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.760531 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: tag May 14 16:57:27.767162 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.767469 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: timestamp May 14 16:57:27.771240 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.771565 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: network_ip_availability May 14 16:57:27.777443 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.777810 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.778161 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:27.778885 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.779202 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: flavors May 14 16:57:27.783970 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.784296 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading Plugin: revisions May 14 16:57:27.788516 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 16:57:27.788902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 14 16:57:27.789637 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 14 16:57:27.789970 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Initializing extension manager. May 14 16:57:27.791109 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: __init__.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.791447 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: __pycache__ {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.791779 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.792524 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.793102 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: address-group May 14 16:57:27.793425 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: address_scope.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.794132 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.794658 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: address-scope May 14 16:57:27.795010 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.795923 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.796452 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: router-admin-state-down-before-update May 14 16:57:27.796767 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: agent.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.797463 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.797985 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: agent May 14 16:57:27.798305 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: agent_resources_synced.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.799223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.799747 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: agent-resources-synced May 14 16:57:27.800068 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: allowedaddresspairs.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.801832 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.802362 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: allowed-address-pairs May 14 16:57:27.802690 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: auto_allocated_topology.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.803763 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.804286 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: auto-allocated-topology May 14 16:57:27.804607 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.805292 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.805840 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: availability_zone May 14 16:57:27.806161 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: availability_zone_filter.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.807083 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.807607 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: availability_zone_filter May 14 16:57:27.807928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: data_plane_status.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.808836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.809350 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension data-plane-status not supported by any of loaded plugins May 14 16:57:27.809669 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: default_subnetpools.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.810569 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.811122 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: default-subnetpools May 14 16:57:27.811445 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.812282 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.812808 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: dhcp_agent_scheduler May 14 16:57:27.813127 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: dns.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.814033 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.814549 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension dns-integration not supported by any of loaded plugins May 14 16:57:27.814905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: dns_domain_ports.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.815815 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.816332 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension dns-domain-ports not supported by any of loaded plugins May 14 16:57:27.816652 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.817556 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.818073 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 14 16:57:27.818393 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: dvr.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.819091 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.819612 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: dvr May 14 16:57:27.819929 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: ecmp_routes.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.820835 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.821378 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension ecmp_routes not supported by any of loaded plugins May 14 16:57:27.821700 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: empty_string_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.822598 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.823154 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: empty-string-filtering May 14 16:57:27.823474 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.824371 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.824885 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 14 16:57:27.825201 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.826095 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.826609 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 14 16:57:27.826964 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: external_net.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.827865 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.828381 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: external-net May 14 16:57:27.828698 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.829587 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.830102 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: extra_dhcp_opt May 14 16:57:27.830419 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: extraroute.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.831343 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.831860 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: extraroute May 14 16:57:27.832175 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: extraroute_atomic.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.833192 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.833714 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: extraroute-atomic May 14 16:57:27.834034 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: filter_validation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.834695 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.835244 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: filter-validation May 14 16:57:27.835563 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: fip_pf_description.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.836460 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.837504 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 14 16:57:27.837825 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: fip_port_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.838954 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.839480 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: fip-port-details May 14 16:57:27.839799 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: flavors.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.841007 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.841535 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: flavors May 14 16:57:27.841856 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.843530 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.844062 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 14 16:57:27.844388 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: floatingip_pools.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.845082 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.845639 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: floatingip-pools May 14 16:57:27.845927 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: ip_allocation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.846874 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.847403 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension ip_allocation not supported by any of loaded plugins May 14 16:57:27.847724 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.848630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.849153 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: ip-substring-filtering May 14 16:57:27.849473 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l2_adjacency.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.850384 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.850940 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension l2_adjacency not supported by any of loaded plugins May 14 16:57:27.851260 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.852225 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.853398 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: router May 14 16:57:27.853721 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.855977 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.856516 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 14 16:57:27.856843 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.857760 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.858289 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: ext-gw-mode May 14 16:57:27.858611 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.859553 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.860309 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: l3-ha May 14 16:57:27.860630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.861529 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.862050 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 14 16:57:27.862370 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_flavors.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.863301 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.863829 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: l3-flavors May 14 16:57:27.864147 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.865547 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.866075 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 14 16:57:27.866399 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.867325 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.867851 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: l3-port-ip-change-not-allowed May 14 16:57:27.868171 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: l3agentscheduler.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.869229 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.869756 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: l3_agent_scheduler May 14 16:57:27.870080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: local_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.872085 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.872614 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension local_ip not supported by any of loaded plugins May 14 16:57:27.872942 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: logging.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.875899 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.876451 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension logging not supported by any of loaded plugins May 14 16:57:27.876787 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: metering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.877532 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.878126 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: metering May 14 16:57:27.878458 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.879574 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.880112 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: metering_source_and_destination_fields May 14 16:57:27.880445 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: multiprovidernet.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.881366 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.881893 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: multi-provider May 14 16:57:27.882219 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: netmtu.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.883148 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.883675 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: net-mtu May 14 16:57:27.884024 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: netmtu_writable.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.884935 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.885455 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: net-mtu-writable May 14 16:57:27.885778 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: network_availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.886450 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.887003 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: network_availability_zone May 14 16:57:27.887324 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: network_ip_availability.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.888407 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.888931 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: network-ip-availability May 14 16:57:27.889253 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: network_segment_range.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.890009 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.890526 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension network-segment-range not supported by any of loaded plugins May 14 16:57:27.890868 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: pagination.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.891834 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.892164 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: pagination May 14 16:57:27.892488 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: port_device_profile.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.893432 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.893961 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: port-device-profile May 14 16:57:27.894279 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.895277 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.895804 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: port-mac-address-regenerate May 14 16:57:27.896122 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.897028 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.897549 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: port-numa-affinity-policy May 14 16:57:27.897866 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: port_resource_request.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.898767 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.899340 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension port-resource-request not supported by any of loaded plugins May 14 16:57:27.900182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: port_resource_request_groups.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.901140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.901662 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 14 16:57:27.901980 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: portbindings.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.902919 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.903447 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: binding May 14 16:57:27.903766 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: portbindings_extended.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.905019 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.905547 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: binding-extended May 14 16:57:27.905870 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: portsecurity.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.906769 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.907320 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: port-security May 14 16:57:27.907640 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: project_id.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.908600 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.908927 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: project-id May 14 16:57:27.909246 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: providernet.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.910146 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.910666 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: provider May 14 16:57:27.911010 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.914580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.915208 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos not supported by any of loaded plugins May 14 16:57:27.916048 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.917275 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.917801 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 14 16:57:27.918126 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.919078 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.919600 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 14 16:57:27.919920 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_default.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.920822 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.921340 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-default not supported by any of loaded plugins May 14 16:57:27.921661 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_fip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.922582 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.923132 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-fip not supported by any of loaded plugins May 14 16:57:27.923456 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.924367 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.924885 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 14 16:57:27.925207 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_gateway_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.926117 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.926637 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 14 16:57:27.926986 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_port_network_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.928012 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.928541 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 14 16:57:27.928865 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.929899 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.930428 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 14 16:57:27.930814 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.931846 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.932369 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 14 16:57:27.932691 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_pps_rule.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.934150 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.934682 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-pps not supported by any of loaded plugins May 14 16:57:27.935029 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_rule_type_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.935935 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.936457 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 14 16:57:27.936780 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: qos_rules_alias.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.937811 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.938333 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension qos-rules-alias not supported by any of loaded plugins May 14 16:57:27.938656 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: quota_check_limit.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.939586 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.940114 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: quota-check-limit May 14 16:57:27.940437 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: quotasv2.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.941354 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.941681 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: quotas May 14 16:57:27.942002 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: quotasv2_detail.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.943719 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.944057 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: quota_details May 14 16:57:27.944388 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: rbac.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.945434 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.945967 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: rbac-policies May 14 16:57:27.946291 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: rbac_address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.947753 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.948281 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: rbac-address-group May 14 16:57:27.948604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: rbac_address_scope.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.949513 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.950037 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: rbac-address-scope May 14 16:57:27.950361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: rbac_security_groups.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.951292 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.951817 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: rbac-security-groups May 14 16:57:27.952138 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: rbac_subnetpool.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.953039 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.953563 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: rbac-subnetpool May 14 16:57:27.953883 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: revisionifmatch.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.954905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.955435 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: revision-if-match May 14 16:57:27.955760 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: revisions.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.956863 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.957388 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: standard-attr-revisions May 14 16:57:27.957711 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: router_availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.958379 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.958941 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: router_availability_zone May 14 16:57:27.959264 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: routerservicetype.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.960182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.960709 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension router-service-type not supported by any of loaded plugins May 14 16:57:27.961072 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.961963 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.963040 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: security-groups-normalized-cidr May 14 16:57:27.963362 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.964280 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.964810 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: port-security-groups-filtering May 14 16:57:27.965131 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.966041 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.966564 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: security-groups-remote-address-group May 14 16:57:27.966914 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.967838 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.968361 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: security-groups-shared-filtering May 14 16:57:27.968681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.969267 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 14 16:57:27.969585 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: securitygroup.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.979403 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.979948 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: security-group May 14 16:57:27.980277 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: segment.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.980995 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.981522 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension segment not supported by any of loaded plugins May 14 16:57:27.981845 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.982770 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.983313 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 14 16:57:27.983633 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: servicetype.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.984719 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.985256 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: service-type May 14 16:57:27.985579 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: sorting.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.986564 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.986932 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: sorting May 14 16:57:27.987254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: standard_attr_segment.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.988156 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.988683 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension standard-attr-segment not supported by any of loaded plugins May 14 16:57:27.989003 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: standardattrdescription.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.989645 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.990165 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: standard-attr-description May 14 16:57:27.990485 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: stateful_security_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.991442 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.991971 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: stateful-security-group May 14 16:57:27.992293 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: stdattrs_common.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.992861 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 14 16:57:27.993205 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.994122 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.994658 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 14 16:57:27.995005 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnet_onboard.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.996057 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.996848 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: subnet_onboard May 14 16:57:27.997166 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.998099 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:27.998627 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 14 16:57:27.998987 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnet_service_types.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:27.999902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.000436 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: subnet-service-types May 14 16:57:28.000755 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnetallocation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.001833 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.002364 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: subnet_allocation May 14 16:57:28.002689 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.003399 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.003925 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: subnetpool-prefix-ops May 14 16:57:28.004251 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.005182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.005706 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 14 16:57:28.006028 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: tagging.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.007119 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.007645 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: standard-attr-tag May 14 16:57:28.007968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: timestamp.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.009677 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.010207 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loaded extension: standard-attr-timestamp May 14 16:57:28.010528 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: trunk.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.011569 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.012102 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension trunk not supported by any of loaded plugins May 14 16:57:28.012427 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: trunk_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.013339 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.013864 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension trunk-details not supported by any of loaded plugins May 14 16:57:28.014185 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: uplink_status_propagation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.015131 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.015654 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 14 16:57:28.015971 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Loading extension file: vlantransparent.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 16:57:28.016630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 16:57:28.017152 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extension vlan-transparent not supported by any of loaded plugins May 14 16:57:28.019688 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:network May 14 16:57:28.020203 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnet May 14 16:57:28.020597 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnetpool May 14 16:57:28.020981 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:port May 14 16:57:28.022164 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.022595 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service FLAVORS assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.023233 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.023681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.024009 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:router May 14 16:57:28.024450 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:floatingip May 14 16:57:28.025539 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service METERING assigned prefix: /metering {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.026997 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:28.027370 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:28.027727 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 16:57:28.028705 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of CountableResource for resource:rbac_policy May 14 16:57:28.029132 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:security_group May 14 16:57:28.029566 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:security_group_rule May 14 16:57:28.030152 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.030478 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnetpool May 14 16:57:28.030843 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] subnetpool is already registered May 14 16:57:28.031279 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.031602 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnetpool May 14 16:57:28.031928 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] subnetpool is already registered May 14 16:57:28.034242 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.034673 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service FLAVORS assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.035296 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.035717 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.036045 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:router May 14 16:57:28.036379 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] router is already registered May 14 16:57:28.036786 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:floatingip May 14 16:57:28.037115 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] floatingip is already registered May 14 16:57:28.037567 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service METERING assigned prefix: /metering {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.038224 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of CountableResource for resource:rbac_policy May 14 16:57:28.038546 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] rbac_policy is already registered May 14 16:57:28.038983 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:security_group May 14 16:57:28.039314 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] security_group is already registered May 14 16:57:28.039708 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:security_group_rule May 14 16:57:28.040032 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] security_group_rule is already registered May 14 16:57:28.040667 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.040993 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnetpool May 14 16:57:28.041324 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] subnetpool is already registered May 14 16:57:28.041736 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 16:57:28.042067 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Creating instance of TrackedResource for resource:subnetpool May 14 16:57:28.042394 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-6222c12d-373a-4b14-832e-10c433235798 None None] subnetpool is already registered May 14 16:57:28.042871 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: extensions {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.044323 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: address-groups {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.045831 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: address-scopes {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.047187 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.048354 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: auto-allocated-topology {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.049607 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: availability_zones {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.050864 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: dhcp-networks {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.052373 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: dhcp-agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.053825 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.056091 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: flavors {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.057265 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: service_profiles {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.058490 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: next_providers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.059980 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: service_profiles {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.061535 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: floatingip-pools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.062759 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.064918 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: floatingips {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.067068 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: l3-routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.068486 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: l3-agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.069937 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: metering-labels {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.071843 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: metering-label-rules {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.073157 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: network-ip-availabilities {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.074420 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: bindings {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.076108 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: quotas {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.077681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: quotas {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.079251 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: rbac-policies {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.080543 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: security-groups {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.081770 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: security-group-rules {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.083042 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: service-providers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.084253 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: subnetpools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.085689 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: subnetpools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.087259 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.089071 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.090913 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.092697 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.094487 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.096474 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.098156 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.100095 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.101865 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.104295 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 16:57:28.110163 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING keystonemiddleware.auth_token [None req-6222c12d-373a-4b14-832e-10c433235798 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 14 16:57:28.114849 dv-cinder-841745-1-iscsi neutron-server[103853]: WARNING keystonemiddleware.auth_token [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 14 16:57:28.124230 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Acquired lock "singleton_lock" {{(pid=103853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 14 16:57:28.124702 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Releasing lock "singleton_lock" {{(pid=103853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 14 16:57:28.125344 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Starting 2 workers May 14 16:57:28.130307 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Started child 103962 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 16:57:28.134930 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Started child 103963 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 16:57:28.135909 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.136581 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO neutron.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Neutron service started, listening on 0.0.0.0:9696 May 14 16:57:28.137182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.137575 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [-] (103962) wsgi starting up on http://0.0.0.0:9696 May 14 16:57:28.139685 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Starting 1 workers May 14 16:57:28.139808 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.141229 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [-] (103963) wsgi starting up on http://0.0.0.0:9696 May 14 16:57:28.145066 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Started child 103964 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 16:57:28.145638 dv-cinder-841745-1-iscsi neutron-server[103853]: INFO oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Starting 1 workers May 14 16:57:28.148968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] calling RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:128}} May 14 16:57:28.149507 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] returning from RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:135}} May 14 16:57:28.150261 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Started child 103965 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 16:57:28.150908 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.151134 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6222c12d-373a-4b14-832e-10c433235798 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.151471 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:28.153119 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 14 16:57:28.153327 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 16:57:28.153512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 16:57:28.153736 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 16:57:28.154072 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 16:57:28.154233 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 16:57:28.154765 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.155084 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.155354 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.155611 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.155891 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.156030 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:28.156508 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.156748 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.157014 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.157297 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.157559 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.157725 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.157890 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.158149 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.158393 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.158713 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.159026 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.159278 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.159552 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.159729 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.160001 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.160277 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.160505 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.160773 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.161027 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.161509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.161764 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.161997 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.162244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.162517 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.162743 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.163050 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.163279 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.163492 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.163733 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.163975 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.164188 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.164429 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.164683 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.164894 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.165667 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.165885 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.166353 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host = dv-cinder-841745-1-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.166589 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.166831 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.167076 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.167322 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.167594 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.167817 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.168071 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.168330 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.168569 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.168804 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.169037 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.169284 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.169517 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.169748 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.169909 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_options = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.170141 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.170406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.170647 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.170852 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.171022 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.171182 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.171457 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.171600 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.171834 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.172046 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.172277 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.172489 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.172734 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.172944 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.173187 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.173395 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.173636 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.173841 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.174098 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.174351 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.174592 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.174837 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.175052 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.175287 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.175516 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.175735 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.175975 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.176184 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.176404 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.176636 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.176871 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.177128 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.177360 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.177601 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.177847 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.178077 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.178302 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.178512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.178811 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.179080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.179331 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.179576 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.179790 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.180013 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.180222 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.180451 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.180677 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.181485 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.181718 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.181969 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.182196 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.182405 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.182648 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.182854 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.183107 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.183365 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:28.183534 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.183772 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.184164 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.184547 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.184717 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.184930 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.185168 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.185412 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.185646 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.185891 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.186142 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.186422 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.186647 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.186983 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.187475 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.188168 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.188341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.188752 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.188905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.189046 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.189248 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.189462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.189701 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.189982 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.190349 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.190473 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.190674 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.190925 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.191218 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.191996 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.191996 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.192140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212341 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.212974 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.213580 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214212 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.214892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215462 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.215993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.216642 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.217802 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.218385 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.219624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220223 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.220892 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.221250 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.221250 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.221398 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.221646 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.221876 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.222088 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.222334 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.222546 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.222808 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.223031 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.223247 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.223481 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.223723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.223932 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.224152 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.224386 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.224604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.224817 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.225030 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.225238 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.225573 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.225814 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.226080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.226342 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.226578 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.226826 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.227052 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.227306 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.227519 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.228289 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.228526 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.228737 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.228948 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.229183 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.229393 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.229623 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.229845 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.230054 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.230286 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.230532 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.230905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.231194 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.231424 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.231669 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.231904 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.232120 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.232352 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.232569 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.232804 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.233020 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.233257 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.233512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.234928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.234928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.234928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.234928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.234928 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.235429 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.235838 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.236066 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.236294 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.236518 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.236760 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.236981 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.237217 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.237429 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.237710 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.238104 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.238104 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.238744 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.238744 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.239298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.239298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.239298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240104 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240104 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240104 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240631 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240631 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240631 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240866 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.240963 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.241177 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.241407 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.241628 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.242022 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.242022 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.242247 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.242871 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.242871 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.243056 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.243141 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.243971 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.244197 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.244512 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.244602 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.244810 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.245023 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.245230 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.245477 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.245685 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.245889 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.246109 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.246326 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.246889 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.247138 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.247630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.247630 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.247914 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.248163 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.248622 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.248622 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.248949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.249178 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.249416 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.249812 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.249924 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.250057 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.250328 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.250663 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.251196 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.251299 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.251539 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.251765 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.252049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.252342 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.252559 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.252843 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.253169 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254140 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254672 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254672 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.254949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.255076 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.255525 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.255525 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.255697 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256038 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256038 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256681 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.256941 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.257150 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.257852 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.257852 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 16:57:28.258041 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 14 16:57:28.258166 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 16:57:28.259049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 16:57:28.259049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 16:57:28.259049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 16:57:28.259049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 16:57:28.259049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.259509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.259509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.259509 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.259794 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.259913 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260004 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260165 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260473 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260473 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260624 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260759 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.260920 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.261075 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.261400 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.261562 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.261744 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.261871 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.262184 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.262345 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.262506 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.262672 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.262856 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263480 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263480 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263480 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263480 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263947 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263947 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.263947 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264219 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264219 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264379 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264489 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264646 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264803 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.264960 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.265117 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.265273 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.265430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.265585 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.265845 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host = dv-cinder-841745-1-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266007 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266164 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266326 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266484 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266643 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.266815 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.267113 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.267419 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.267575 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.267879 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.268036 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_options = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.269170 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.270472 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.271466 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.272902 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274080 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.274651 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275105 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275105 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275105 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275317 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275317 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275451 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275583 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275747 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.275885 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.276043 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.277514 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.278604 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281430 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.281990 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.282544 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.283840 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.284949 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285935 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.285935 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286082 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286161 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286603 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286603 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286877 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.286877 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287033 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287112 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287267 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287446 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287605 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287764 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.287923 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288084 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288242 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288401 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288566 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288719 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.288878 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289036 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289195 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289353 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289513 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289673 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289832 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.289992 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.290743 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.291064 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.291330 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.291583 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.291827 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.292053 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.292298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.292560 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.292795 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293045 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293217 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293378 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293537 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293696 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.293856 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294015 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294166 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294335 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294482 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294639 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294815 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.294982 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295143 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295301 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295459 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295618 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295778 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.295977 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296153 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296244 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296394 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296731 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296731 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296911 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.296993 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297136 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297300 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297485 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297740 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297846 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.297951 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298110 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298269 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298426 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298585 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298745 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.298927 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299086 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299245 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299576 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299667 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:28.299755 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.299886 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300046 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300229 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300388 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300548 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300707 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.300864 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301023 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301181 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301340 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301500 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301659 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301818 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.301979 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302137 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302618 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302618 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302618 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302900 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.302900 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.303071 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.303236 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.303387 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304035 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304035 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304035 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304035 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304502 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304502 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.304502 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.305361 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.306968 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.311905 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312415 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.312939 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.313799 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314008 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314179 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36546) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:57:28.314265 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314359 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314568 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314704 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.314898 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315074 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315249 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315555 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315716 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.315876 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316042 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316204 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316366 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316599 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316688 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316838 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.316999 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.317254 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.317372 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.317538 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.317698 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.317858 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.318019 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.318190 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.318351 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.318582 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.318672 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319012 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319012 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319165 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319305 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319464 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319623 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319780 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.319946 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320087 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320247 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320406 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320567 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320747 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.320879 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321048 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321209 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321412 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321576 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321727 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.321882 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.322052 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.322208 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.322360 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.322519 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323017 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323017 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323017 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323262 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323379 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323464 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323744 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.323914 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324075 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324249 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324409 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324573 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324760 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.324890 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325049 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325209 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325392 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325538 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325715 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.325856 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326024 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326192 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326359 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326568 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326860 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.326860 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.327122 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.327226 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.327298 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.328723 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 16:57:28.329836 dv-cinder-841745-1-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 16:57:28.331726 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0148349 May 14 16:57:40.056313 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f943bdc-dec8-43e1-b3bb-c743b78c1e66 None None] get_active_networks_info from dv-cinder-841745-1-iscsi {{(pid=103964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 14 16:57:40.110992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f943bdc-dec8-43e1-b3bb-c743b78c1e66 None None] No non-hosted networks {{(pid=103964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 14 16:57:40.119150 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.agentschedulers_db [None req-9f943bdc-dec8-43e1-b3bb-c743b78c1e66 None None] DHCP Agent not found on host dv-cinder-841745-1-iscsi {{(pid=103964) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 14 16:57:40.204811 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-236961f7-6db3-4041-b285-5554661d333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:42.375112 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54909969-1104-47a2-8af2-86958b784991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:42.408084 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-0337bb5a-2e39-437d-a0e6-e5c79328beb5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841745-1-iscsi {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 16:57:42.408901 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-0337bb5a-2e39-437d-a0e6-e5c79328beb5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 16:57:43.038472 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0337bb5a-2e39-437d-a0e6-e5c79328beb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:43.238609 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:44.741063 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:46.010372 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36630) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:57:46.381282 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:46.391482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.391482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.391482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.391482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.391482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:46.392784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841745-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:46.396771 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841745-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:57:46.520802 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-be2e1207-6365-4555-a03d-ad3e36f3eb00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:46.521489 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-be2e1207-6365-4555-a03d-ad3e36f3eb00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:46.751206 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-be2e1207-6365-4555-a03d-ad3e36f3eb00 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 16:57:46.752191 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-be2e1207-6365-4555-a03d-ad3e36f3eb00 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7408652 May 14 16:57:49.329448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36656) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:57:49.663762 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:57:49.756132 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.policy [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103963) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 16:57:49.799695 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:49.800073 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:49.953786 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502651696', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502654223', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502665904', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502658518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502662035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764502738812', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599331', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3589512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613197'] for rbac-policy (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:50.186000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:50.187198 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7310e99d-3443-4210-b7db-172fa0ef8999 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8567550 May 14 16:57:50.346485 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.db.l3_hamode_db [None req-516b2409-214b-444e-bf39-172f0f6323d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 14 16:57:50.426116 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b2409-214b-444e-bf39-172f0f6323d3 None None] Routers set() bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:57:50.426420 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b2409-214b-444e-bf39-172f0f6323d3 None None] Router IDs set() for agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 14 16:57:52.668905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36666) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:57:52.976436 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:57:53.123580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Made reservation on behalf of 4b10862810c84004a1ffa1898393e860 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 16:57:53.127446 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.144811 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.249184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks [] for security_group (3730dc79-7c49-407e-ae57-2a72ae936299), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.340553 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (3730dc79-7c49-407e-ae57-2a72ae936299), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.373531 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 16:57:53.404710 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764503629011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (e4a51329-c92c-4c21-bd74-5133efa6255c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.405297 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Unsubscribe: segment precommit_create {{(pid=103963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 16:57:53.405781 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Added segment e4a51329-c92c-4c21-bd74-5133efa6255c of type vlan for network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e May 14 16:57:53.411512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3730dc79-7c49-407e-ae57-2a72ae936299,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:57:53.454482 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.454874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.455234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.455571 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.455902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.456230 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.456555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.456879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.457200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.457538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.457861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.458177 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.458498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Tracked resource versions report: May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: pushed versions: May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Log': {'1.0'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Network': {'1.1'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Port': {'1.7'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'PortForwarding': {'1.2'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: consumer versions: May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Log': '1.0', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Network': '1.1', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Port': '1.7', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'PortForwarding': '1.2', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'QosPolicy': '1.10', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SubPort': '1.0', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Subnet': '1.1', May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Trunk': '1.1'}} May 14 16:57:53.459867 dv-cinder-841745-1-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 16:57:53.525324 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (a1fffbd5-b8c3-4e78-beff-17a9bf07e40e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.624032 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (a1fffbd5-b8c3-4e78-beff-17a9bf07e40e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.629044 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:57:53.629775 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:53.741115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] Pushing event updated for resources: {'Network': ['ID=a1fffbd5-b8c3-4e78-beff-17a9bf07e40e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:57:53.753412 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 16:57:53.772270 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a49413d0-18d8-41ed-a5de-63dd6774f9a0 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1023149 May 14 16:57:56.295104 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36678) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:57:56.781023 dv-cinder-841745-1-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:56.781616 dv-cinder-841745-1-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:57.225135 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.policy [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103962) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 16:57:57.268426 dv-cinder-841745-1-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:57.268830 dv-cinder-841745-1-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 16:57:57.276883 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:57:57.279497 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b1ad215a-959a-41b3-a5d2-a4856260c724 demo admin] 10.222.0.48 "GET /v2.0/networks/a1fffbd5-b8c3-4e78-beff-17a9bf07e40e HTTP/1.1" status: 200 len: 825 time: 0.9823279 May 14 16:57:57.318151 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8b6a11a1-12a4-43a1-8696-8b34e0ba9fea demo admin] 10.222.0.48 "GET /v2.0/subnetpools/88b59732-477e-45dd-ba16-30abe810b01e HTTP/1.1" status: 200 len: 734 time: 0.0330257 May 14 16:57:57.326842 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'name': 'private-subnet', 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:57:57.418156 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Made reservation on behalf of 4b10862810c84004a1ffa1898393e860 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 16:57:57.420944 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:57.755506 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (2c1b925f-4425-49f1-8162-4d56d22a834c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:57.826020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Checking segment: {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:57:57.826415 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Network hostable DHCP agents. Network: a1fffbd5-b8c3-4e78-beff-17a9bf07e40e, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 16:57:57.838081 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Pushing event updated for resources: {'Subnet': ['ID=2c1b925f-4425-49f1-8162-4d56d22a834c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:57:57.850413 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.850824 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.851203 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.851542 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.851872 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.852196 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.852538 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.852865 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.853184 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.853516 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.853842 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.854156 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.854469 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Tracked resource versions report: May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: pushed versions: May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Log': {'1.0'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Network': {'1.1'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Port': {'1.7'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'PortForwarding': {'1.2'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: consumer versions: May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Log': '1.0', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Network': '1.1', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Port': '1.7', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'PortForwarding': '1.2', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'QosPolicy': '1.10', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SubPort': '1.0', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Subnet': '1.1', May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Trunk': '1.1'}} May 14 16:57:57.855810 dv-cinder-841745-1-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 16:57:57.937701 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 16:57:58.006266 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, a1fffbd5-b8c3-4e78-beff-17a9bf07e40e) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:57:58.010940 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:57:58.011647 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:58.016596 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51cb36-dac2-444e-89fe-d913566933c5 None None] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:57:58.094985 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f951362a-ef61-49b1-a376-a5c00cd8ff9b demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7714872 May 14 16:57:58.393505 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'project_id': '4b10862810c84004a1ffa1898393e860', 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 16:57:58.394952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:58.671929 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Allocated IP 172.20.0.2 (a1fffbd5-b8c3-4e78-beff-17a9bf07e40e/2c1b925f-4425-49f1-8162-4d56d22a834c/130f0074-34b7-4f8d-94bf-7e96f1a0f649) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 16:57:58.946035 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks [] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:59.075038 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:59.146307 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:57:59.155201 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:57:59.165123 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Pushing event updated for resources: {'Port': ['ID=130f0074-34b7-4f8d-94bf-7e96f1a0f649,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:57:59.167289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 16:57:59.176846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.177208 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.177566 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.177905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.178236 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.178566 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.178916 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.179770 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.180102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.180445 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.180772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.181088 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.181405 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Tracked resource versions report: May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: pushed versions: May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Log': {'1.0'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Network': {'1.1'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Port': {'1.7'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'PortForwarding': {'1.2'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: consumer versions: May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Log': '1.0', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Network': '1.1', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Port': '1.7', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'PortForwarding': '1.2', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'QosPolicy': '1.10', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SubPort': '1.0', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Subnet': '1.1', May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Trunk': '1.1'}} May 14 16:57:59.182756 dv-cinder-841745-1-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 16:57:59.259923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Attempting to bind port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 16:57:59.259923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Attempting to bind port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 16:57:59.259923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Attempting to bind port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 on network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 16:57:59.262599 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 16, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 16:57:59.263011 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Checking segment: {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:57:59.263499 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:59.263897 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Bound using segment: {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 16:57:59.264403 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Bound port: 130f0074-34b7-4f8d-94bf-7e96f1a0f649, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 16:57:59.264821 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:59.329887 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] For port 130f0074-34b7-4f8d-94bf-7e96f1a0f649, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 16:57:59.352757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] For port 130f0074-34b7-4f8d-94bf-7e96f1a0f649, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=130f0074-34b7-4f8d-94bf-7e96f1a0f649,segment=NetworkSegment(e4a51329-c92c-4c21-bd74-5133efa6255c),segment_id=e4a51329-c92c-4c21-bd74-5133efa6255c)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 16:57:59.441092 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:57:59.497145 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eb52d-1897-4989-9424-3c0d7b9ea48e None None] Pushing event updated for resources: {'Port': ['ID=130f0074-34b7-4f8d-94bf-7e96f1a0f649,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:00.650183 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36698) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:00.965535 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-378b50d2-c029-486d-83c1-1698a092c0be admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 16:58:00.966544 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-378b50d2-c029-486d-83c1-1698a092c0be admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152802 May 14 16:58:03.556009 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36706) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:03.864799 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-5e9d3f1c-a07c-4d3e-ba30-65adc88308b3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 16:58:03.865888 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5e9d3f1c-a07c-4d3e-ba30-65adc88308b3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3089454 May 14 16:58:06.435297 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36714) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:06.742243 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:58:06.829556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (2acea19c-8ba5-44c5-85be-1741434b87bb), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:06.831308 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (2acea19c-8ba5-44c5-85be-1741434b87bb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:06.971684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Publish callbacks [] for router_controller (2acea19c-8ba5-44c5-85be-1741434b87bb), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:07.066852 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (2acea19c-8ba5-44c5-85be-1741434b87bb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:07.180907 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:07.182101 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b39819f3-3785-4016-aba1-7a5659b559f3 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7458305 May 14 16:58:09.771420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36726) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:10.037863 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e546ee5-4be5-496d-b547-b4ad77772df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:10.086901 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-5073c593-0f57-4457-b970-92e1186e5580 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 16:58:10.087894 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5073c593-0f57-4457-b970-92e1186e5580 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154724 May 14 16:58:10.729132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2a892-8e7f-438b-9b0c-673275e79969 None None] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:58:10.842335 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Provisioning complete for port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:10.842748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.003274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 130f0074-34b7-4f8d-94bf-7e96f1a0f649 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:58:11.010951 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:11.011340 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.074233 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] For port 130f0074-34b7-4f8d-94bf-7e96f1a0f649, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=130f0074-34b7-4f8d-94bf-7e96f1a0f649,segment=NetworkSegment(e4a51329-c92c-4c21-bd74-5133efa6255c),segment_id=e4a51329-c92c-4c21-bd74-5133efa6255c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:58:11.091026 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:11.091417 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.156983 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.191793 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:11.192184 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.227511 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdadad-ab36-4351-9195-e218e2e62866 None None] Pushing event updated for resources: {'Port': ['ID=130f0074-34b7-4f8d-94bf-7e96f1a0f649,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:11.272205 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 16:58:11.273092 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 16:58:11.281274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3bf0344d-aa37-40a1-aee8-8af130a55113 None None] Provisioning complete for port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:11.281658 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3bf0344d-aa37-40a1-aee8-8af130a55113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:11.355483 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0344d-aa37-40a1-aee8-8af130a55113 None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:11.808630 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:12.374660 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0ad313f2-8703-4f0e-a253-7c1fb6ac35e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:12.633086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36734) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:12.940571 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:58:12.973310 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 130f0074-34b7-4f8d-94bf-7e96f1a0f649 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:58:13.020424 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:13.020813 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.025999 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Made reservation on behalf of 50d14f1313254611abf6b67e3dd041b7 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 16:58:13.028390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.044152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.095826 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:13.146951 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks [] for security_group (e48cd241-a1fa-4dbf-a0e2-7f8f5bf92f0e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.206074 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.254492 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e48cd241-a1fa-4dbf-a0e2-7f8f5bf92f0e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.271135 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Reserving flat network on physical network physnet1 {{(pid=103962) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 14 16:58:13.291921 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48cd241-a1fa-4dbf-a0e2-7f8f5bf92f0e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:13.299492 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764503629011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (16a5752e-cc1f-476e-a6fc-32ba7671a642), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.300074 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Unsubscribe: segment precommit_create {{(pid=103962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 16:58:13.300564 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Added segment 16a5752e-cc1f-476e-a6fc-32ba7671a642 of type flat for network 5e89f133-8a50-408f-a26f-b684ef3c05bc May 14 16:58:13.352761 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (5e89f133-8a50-408f-a26f-b684ef3c05bc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.446495 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (5e89f133-8a50-408f-a26f-b684ef3c05bc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.447513 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:58:13.448093 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:13.554086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] Pushing event updated for resources: {'Network': ['ID=5e89f133-8a50-408f-a26f-b684ef3c05bc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:13.563789 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 16:58:13.604242 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0f4ab7f3-5481-44cc-be94-93f7d1b59a61 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9700763 May 14 16:58:14.680424 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:16.089724 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36752) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:16.302874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393e21d-79cc-4270-9be4-dc668e7cc065 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:58:16.304755 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7393e21d-79cc-4270-9be4-dc668e7cc065 demo admin] 10.222.0.48 "GET /v2.0/subnets/2c1b925f-4425-49f1-8162-4d56d22a834c HTTP/1.1" status: 200 len: 849 time: 0.2140915 May 14 16:58:16.351382 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:16.450723 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1b6d59dc-5e27-4146-86f1-6eec94d0f21e demo admin] 10.222.0.48 "GET /v2.0/routers/2acea19c-8ba5-44c5-85be-1741434b87bb HTTP/1.1" status: 200 len: 704 time: 0.1400552 May 14 16:58:16.722542 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.016063 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Allocated IP 172.20.0.1 (a1fffbd5-b8c3-4e78-beff-17a9bf07e40e/2c1b925f-4425-49f1-8162-4d56d22a834c/83565477-7985-48d0-948e-37dd8ca98d53) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 16:58:17.197983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks [] for port (83565477-7985-48d0-948e-37dd8ca98d53), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.335333 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (83565477-7985-48d0-948e-37dd8ca98d53), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.407487 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:58:17.417270 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:58:17.425075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Pushing event updated for resources: {'Port': ['ID=83565477-7985-48d0-948e-37dd8ca98d53,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:17.428097 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 16:58:17.429193 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (2acea19c-8ba5-44c5-85be-1741434b87bb), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.607760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0004b5aa-a597-4f7c-9695-127ad1b67392 None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:17.608315 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0004b5aa-a597-4f7c-9695-127ad1b67392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.648193 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0004b5aa-a597-4f7c-9695-127ad1b67392 None None] Port 83565477-7985-48d0-948e-37dd8ca98d53 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 16:58:17.728209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (83565477-7985-48d0-948e-37dd8ca98d53), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.931646 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks [] for port (83565477-7985-48d0-948e-37dd8ca98d53), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.992244 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (83565477-7985-48d0-948e-37dd8ca98d53), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:17.992983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (2acea19c-8ba5-44c5-85be-1741434b87bb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:18.071294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Pushing event updated for resources: {'Port': ['ID=83565477-7985-48d0-948e-37dd8ca98d53,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:18.115314 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:58:18.117090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:58:18.340444 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Router 2acea19c-8ba5-44c5-85be-1741434b87bb is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 16:58:18.373015 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-31422176-2a7b-4ddc-806b-3bd5c6dbc5f7 None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:18.373473 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-31422176-2a7b-4ddc-806b-3bd5c6dbc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:18.406197 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-31422176-2a7b-4ddc-806b-3bd5c6dbc5f7 None None] Port 83565477-7985-48d0-948e-37dd8ca98d53 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 16:58:18.440341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:58:18.445461 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e67b6775-a8cc-4bfc-9a49-d4409686dfbf demo admin] 10.222.0.48 "PUT /v2.0/routers/2acea19c-8ba5-44c5-85be-1741434b87bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9896698 May 14 16:58:18.462406 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Sync routers for ids ['2acea19c-8ba5-44c5-85be-1741434b87bb'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:58:18.474961 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Routers {'2acea19c-8ba5-44c5-85be-1741434b87bb'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:58:18.476389 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T16:58:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['2acea19c-8ba5-44c5-85be-1741434b87bb'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:18.667736 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Set router 2acea19c-8ba5-44c5-85be-1741434b87bb gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:58:19.100057 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:17Z', 'revision_number': 2, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port_host': None, '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:17Z', 'revision_number': 2, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:19.149815 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Checking router: 2acea19c-8ba5-44c5-85be-1741434b87bb for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:58:19.150185 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Updating router 2acea19c-8ba5-44c5-85be-1741434b87bb port 83565477-7985-48d0-948e-37dd8ca98d53 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 16:58:19.235844 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (83565477-7985-48d0-948e-37dd8ca98d53), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:19.733561 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks [] for port (83565477-7985-48d0-948e-37dd8ca98d53), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:19.794609 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (83565477-7985-48d0-948e-37dd8ca98d53), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:19.891387 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Pushing event updated for resources: {'Port': ['ID=83565477-7985-48d0-948e-37dd8ca98d53,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:19.938846 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.939156 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.939515 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.939850 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.940177 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.940500 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.940825 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.941146 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.941750 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.942093 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.942414 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.942738 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.943076 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Tracked resource versions report: May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: pushed versions: May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Log': {'1.0'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Network': {'1.1'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Port': {'1.7'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'PortForwarding': {'1.2'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: consumer versions: May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Log': '1.0', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Network': '1.1', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Port': '1.7', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'PortForwarding': '1.2', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'QosPolicy': '1.10', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SubPort': '1.0', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Subnet': '1.1', May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Trunk': '1.1'}} May 14 16:58:19.944545 dv-cinder-841745-1-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 16:58:19.982113 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Attempting to bind port 83565477-7985-48d0-948e-37dd8ca98d53 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 16:58:19.982513 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Attempting to bind port 83565477-7985-48d0-948e-37dd8ca98d53 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 16:58:19.983005 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Attempting to bind port 83565477-7985-48d0-948e-37dd8ca98d53 on network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 16:58:19.988373 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 16:58:19.988776 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Checking segment: {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:58:19.989395 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:19.989792 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Bound using segment: {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 16:58:19.990267 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Bound port: 83565477-7985-48d0-948e-37dd8ca98d53, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a51329-c92c-4c21-bd74-5133efa6255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 16:58:19.990649 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (83565477-7985-48d0-948e-37dd8ca98d53), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.033323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8936a9da-e52e-4d40-9ee2-5f6801f73a5f None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:20.034307 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8936a9da-e52e-4d40-9ee2-5f6801f73a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.057881 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] For port 83565477-7985-48d0-948e-37dd8ca98d53, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 16:58:20.068312 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8936a9da-e52e-4d40-9ee2-5f6801f73a5f None None] Port 83565477-7985-48d0-948e-37dd8ca98d53 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 16:58:20.077737 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] For port 83565477-7985-48d0-948e-37dd8ca98d53, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=83565477-7985-48d0-948e-37dd8ca98d53,segment=NetworkSegment(e4a51329-c92c-4c21-bd74-5133efa6255c),segment_id=e4a51329-c92c-4c21-bd74-5133efa6255c)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 16:58:20.157602 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (83565477-7985-48d0-948e-37dd8ca98d53), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.221433 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496c804-9010-4ca1-bee9-fc3128c4c64a None None] Pushing event updated for resources: {'Port': ['ID=83565477-7985-48d0-948e-37dd8ca98d53,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:20.224488 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Routers {'2acea19c-8ba5-44c5-85be-1741434b87bb'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:58:20.225139 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T16:58:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['2acea19c-8ba5-44c5-85be-1741434b87bb'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:20.319557 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] Set router 2acea19c-8ba5-44c5-85be-1741434b87bb gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:58:20.393728 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:20.394102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.474952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Current status of the port 83565477-7985-48d0-948e-37dd8ca98d53 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:20.476722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (83565477-7985-48d0-948e-37dd8ca98d53), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.509114 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] For port 83565477-7985-48d0-948e-37dd8ca98d53, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=83565477-7985-48d0-948e-37dd8ca98d53,segment=NetworkSegment(e4a51329-c92c-4c21-bd74-5133efa6255c),segment_id=e4a51329-c92c-4c21-bd74-5133efa6255c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:58:20.533769 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-67847c9e-7215-401b-bcff-c22726057317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:17Z', 'revision_number': 2, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port_host': None, '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:20Z', 'revision_number': 4, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:20.563627 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67847c9e-7215-401b-bcff-c22726057317 None None] The sync data for ids ['2acea19c-8ba5-44c5-85be-1741434b87bb'] in dv-cinder-841745-1-iscsi is: [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:17Z', 'revision_number': 2, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port_host': None, '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:20Z', 'revision_number': 4, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:58:20.603244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (83565477-7985-48d0-948e-37dd8ca98d53), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:20.654402 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503a91f-2132-4c3a-a1a6-7b5835a06fda None None] Pushing event updated for resources: {'Port': ['ID=83565477-7985-48d0-948e-37dd8ca98d53,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:20.887329 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 36774) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:21.001215 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10013578-6212-49d5-9e7d-27f91f4926ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:58:21.002568 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-10013578-6212-49d5-9e7d-27f91f4926ff admin admin] 10.222.0.48 "GET /v2.0/networks/5e89f133-8a50-408f-a26f-b684ef3c05bc HTTP/1.1" status: 200 len: 842 time: 0.1142857 May 14 16:58:21.011875 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:58:21.123301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Made reservation on behalf of 50d14f1313254611abf6b67e3dd041b7 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 16:58:21.125787 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:21.564601 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.objects.ports [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103963) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 14 16:58:21.565052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (a08cb8b1-55c1-4399-8abc-01f2311bfb79), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:21.622664 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08cb8b1-55c1-4399-8abc-01f2311bfb79,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:21.631172 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:58:21.631555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Network hostable DHCP agents. Network: 5e89f133-8a50-408f-a26f-b684ef3c05bc, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 16:58:21.716768 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 16:58:21.790969 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 5e89f133-8a50-408f-a26f-b684ef3c05bc) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:58:21.794762 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:58:21.795378 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:21.800723 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026958fb-8663-4b88-93fb-7cd5da7079f5 None None] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:58:21.879675 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2405fdba-ff08-46e8-98aa-da0864e762ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8709774 May 14 16:58:21.900207 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe30a39-462f-4de2-ac88-e0eb7c5b9bf1 None None] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:58:24.313547 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36782) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:24.579131 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-51b548e6-3763-481c-9c06-3023269891af demo admin] 10.222.0.48 "GET /v2.0/routers/2acea19c-8ba5-44c5-85be-1741434b87bb HTTP/1.1" status: 200 len: 710 time: 0.2643580 May 14 16:58:24.695216 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27230e-64c7-48ef-942a-a34f73d02788 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:58:24.701779 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1e27230e-64c7-48ef-942a-a34f73d02788 demo admin] 10.222.0.48 "GET /v2.0/networks/5e89f133-8a50-408f-a26f-b684ef3c05bc HTTP/1.1" status: 200 len: 886 time: 0.1122620 May 14 16:58:24.705625 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:58:24.955941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks [] for router_gateway (2acea19c-8ba5-44c5-85be-1741434b87bb), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:25.242018 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks [] for router_gateway (2acea19c-8ba5-44c5-85be-1741434b87bb), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:25.316147 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:25.470853 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Allocated IP 172.27.2.112 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/65a934fa-9748-421f-8a2c-6b6de7afddf6) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 16:58:25.618122 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks [] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:25.729258 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:25.798157 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:58:25.804269 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:58:25.818085 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 16:58:25.826550 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Pushing event updated for resources: {'Port': ['ID=65a934fa-9748-421f-8a2c-6b6de7afddf6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:26.197007 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks [] for router_gateway (2acea19c-8ba5-44c5-85be-1741434b87bb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:26.392861 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3706326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28572'] for router (2acea19c-8ba5-44c5-85be-1741434b87bb), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:26.398198 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3706305'] for router (2acea19c-8ba5-44c5-85be-1741434b87bb), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:26.508097 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Router 2acea19c-8ba5-44c5-85be-1741434b87bb has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:58:26.614635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:58:26.619165 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:26.620378 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1a3fc427-35e6-429b-9df5-96eb1811baae demo admin] 10.222.0.48 "PUT /v2.0/routers/2acea19c-8ba5-44c5-85be-1741434b87bb HTTP/1.1" status: 200 len: 890 time: 1.9179869 May 14 16:58:28.998942 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 83565477-7985-48d0-948e-37dd8ca98d53 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:58:29.050031 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:29.050422 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:29.128770 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 83565477-7985-48d0-948e-37dd8ca98d53 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:29.134363 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Sync routers for ids ['2acea19c-8ba5-44c5-85be-1741434b87bb'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:58:29.144601 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Routers {'2acea19c-8ba5-44c5-85be-1741434b87bb'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:58:29.145250 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T16:58:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['2acea19c-8ba5-44c5-85be-1741434b87bb'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:29.174229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 36794) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:58:29.294643 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7841c482-a9ac-45a0-9af0-eb27ac984ab5 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193569 May 14 16:58:29.378854 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Set router 2acea19c-8ba5-44c5-85be-1741434b87bb gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:58:29.856640 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:25Z', 'revision_number': 4, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port': {'id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:25Z', 'updated_at': '2022-05-14T16:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:20Z', 'revision_number': 5, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:29.910640 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Checking router: 2acea19c-8ba5-44c5-85be-1741434b87bb for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:58:29.911034 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Updating router 2acea19c-8ba5-44c5-85be-1741434b87bb port 65a934fa-9748-421f-8a2c-6b6de7afddf6 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 16:58:29.966047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.293865 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks [] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.368413 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.413165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Attempting to bind port 65a934fa-9748-421f-8a2c-6b6de7afddf6 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 16:58:30.413533 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Attempting to bind port 65a934fa-9748-421f-8a2c-6b6de7afddf6 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 16:58:30.413890 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Attempting to bind port 65a934fa-9748-421f-8a2c-6b6de7afddf6 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 16:58:30.424280 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41ba0-9361-4f03-9c74-686ee8c21052 None None] Pushing event updated for resources: {'Port': ['ID=65a934fa-9748-421f-8a2c-6b6de7afddf6,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:30.426926 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 16:58:30.427353 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:58:30.427683 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.428066 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 16:58:30.428528 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Bound port: 65a934fa-9748-421f-8a2c-6b6de7afddf6, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 16:58:30.428906 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.478272 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] For port 65a934fa-9748-421f-8a2c-6b6de7afddf6, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 16:58:30.481139 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] For port 65a934fa-9748-421f-8a2c-6b6de7afddf6, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=65a934fa-9748-421f-8a2c-6b6de7afddf6,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 16:58:30.567709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:30.635567 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41ba0-9361-4f03-9c74-686ee8c21052 None None] Pushing event updated for resources: {'Port': ['ID=65a934fa-9748-421f-8a2c-6b6de7afddf6,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:30.647588 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Routers {'2acea19c-8ba5-44c5-85be-1741434b87bb'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:58:30.648198 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T16:58:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['2acea19c-8ba5-44c5-85be-1741434b87bb'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:30.757289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] Set router 2acea19c-8ba5-44c5-85be-1741434b87bb gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:58:30.976515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:25Z', 'revision_number': 4, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port': {'id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:25Z', 'updated_at': '2022-05-14T16:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:20Z', 'revision_number': 5, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:58:31.008188 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0e31c-7cb5-4d36-8d28-5761e32b778a None None] The sync data for ids ['2acea19c-8ba5-44c5-85be-1741434b87bb'] in dv-cinder-841745-1-iscsi is: [{'id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'name': 'router1', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T16:58:06Z', 'updated_at': '2022-05-14T16:58:25Z', 'revision_number': 4, 'project_id': '4b10862810c84004a1ffa1898393e860', 'gw_port': {'id': '65a934fa-9748-421f-8a2c-6b6de7afddf6', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:25Z', 'updated_at': '2022-05-14T16:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '83565477-7985-48d0-948e-37dd8ca98d53', 'name': '', 'network_id': 'a1fffbd5-b8c3-4e78-beff-17a9bf07e40e', 'tenant_id': '4b10862810c84004a1ffa1898393e860', 'mac_address': 'fa:16:3e:f6:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acea19c-8ba5-44c5-85be-1741434b87bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T16:58:16Z', 'updated_at': '2022-05-14T16:58:20Z', 'revision_number': 5, 'project_id': '4b10862810c84004a1ffa1898393e860', 'subnets': [{'id': '2c1b925f-4425-49f1-8162-4d56d22a834c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b59732-477e-45dd-ba16-30abe810b01e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:58:33.064818 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 65a934fa-9748-421f-8a2c-6b6de7afddf6 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:58:33.133532 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 65a934fa-9748-421f-8a2c-6b6de7afddf6 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:33.134146 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:33.219307 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 65a934fa-9748-421f-8a2c-6b6de7afddf6 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:33.219908 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:33.241011 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 65a934fa-9748-421f-8a2c-6b6de7afddf6, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=65a934fa-9748-421f-8a2c-6b6de7afddf6,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:58:33.324975 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:33.416412 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=65a934fa-9748-421f-8a2c-6b6de7afddf6,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:58:35.145198 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 65a934fa-9748-421f-8a2c-6b6de7afddf6 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:58:35.365535 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 65a934fa-9748-421f-8a2c-6b6de7afddf6 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:58:35.366223 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (65a934fa-9748-421f-8a2c-6b6de7afddf6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:35.521193 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 65a934fa-9748-421f-8a2c-6b6de7afddf6 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:58:39.200197 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:58:40.069404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-886a6277-93d3-4a8b-ace8-57d77e165203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:42.366061 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d009-95c1-414e-9ac1-32a8f53961c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:43.208282 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:44.711395 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:58:46.328260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:10.067816 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-84601c34-6bd2-40f1-b524-c1b36a854ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:12.407825 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-362f7e5f-6597-49b3-b60f-66bf6f7c0bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:13.867984 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:14.696351 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:16.198989 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:59:16.347876 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:40.057951 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a96eab94-db7f-46f2-ad14-85fe08a475d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:42.363657 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7b96-8757-4e5c-84a1-1d5f4671bcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:43.215306 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:44.683762 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:46.320722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:53.197858 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:59:53.447804 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37278) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:59:53.508247 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fe2ca9-8723-403d-855b-94978b9475a1 admin admin] GET failed (client error): The resource could not be found. May 14 16:59:53.509593 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-83fe2ca9-8723-403d-855b-94978b9475a1 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608258 May 14 16:59:53.669800 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cf096-3d02-418f-823e-76fd803eecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:59:53.671239 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cf7cf096-3d02-418f-823e-76fd803eecf6 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576686 May 14 16:59:55.963017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37288) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:59:56.120799 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1470affb-7b30-42af-a027-d2e65e468f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:59:56.122429 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1470affb-7b30-42af-a027-d2e65e468f2a admin admin] 10.222.0.48 "GET /v2.0/subnets/2c1b925f-4425-49f1-8162-4d56d22a834c HTTP/1.1" status: 200 len: 849 time: 0.1584787 May 14 16:59:56.131782 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:59:56.212599 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Publish callbacks [] for subnet (2c1b925f-4425-49f1-8162-4d56d22a834c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:56.443364 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764503524648'] for subnet (2c1b925f-4425-49f1-8162-4d56d22a834c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:56.474864 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:59:56.475661 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:56.477126 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] 10.222.0.48 "PUT /v2.0/subnets/2c1b925f-4425-49f1-8162-4d56d22a834c HTTP/1.1" status: 200 len: 868 time: 0.3489256 May 14 16:59:56.478655 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4848747-f510-4f53-945b-8a2249cfdda5 None None] Network a1fffbd5-b8c3-4e78-beff-17a9bf07e40e requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:59:56.500266 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1b925f-4425-49f1-8162-4d56d22a834c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.510420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.511226 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.511226 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.511382 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.511689 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.512967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.512967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.512967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c2143-b59e-41e4-835d-2ebce3571df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:59:56.793163 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Provisioning complete for port 83565477-7985-48d0-948e-37dd8ca98d53 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:59:56.793551 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (83565477-7985-48d0-948e-37dd8ca98d53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:56.876505 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Current status of the port 83565477-7985-48d0-948e-37dd8ca98d53 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:59:56.886652 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Provisioning complete for port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 16:59:56.887072 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (130f0074-34b7-4f8d-94bf-7e96f1a0f649), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:59:56.962182 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d2e65da5-8fd8-47a1-bf25-388607dd7547 None None] Current status of the port 130f0074-34b7-4f8d-94bf-7e96f1a0f649 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 16:59:58.787494 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37296) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:59:58.983106 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c2e55-6047-4870-82c8-9d292c394aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:59:58.983587 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c2e55-6047-4870-82c8-9d292c394aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:59:58.985140 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-631c2e55-6047-4870-82c8-9d292c394aab admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966579 May 14 17:00:01.308178 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37304) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:01.438556 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba019b-d0b6-4037-a326-3c469583726c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:01.439580 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba019b-d0b6-4037-a326-3c469583726c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:01.441109 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3fba019b-d0b6-4037-a326-3c469583726c admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319911 May 14 17:00:03.749606 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37312) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:03.872006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75fbcc-c4dd-43a7-ae46-53603e6c8daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:03.873352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5c75fbcc-c4dd-43a7-ae46-53603e6c8daa admin admin] 10.222.0.48 "GET /v2.0/networks/5e89f133-8a50-408f-a26f-b684ef3c05bc HTTP/1.1" status: 200 len: 886 time: 0.1228163 May 14 17:00:06.193546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37322) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:06.321061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcbea37-496d-4e10-a807-33e7274f411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:06.322416 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7bcbea37-496d-4e10-a807-33e7274f411d admin admin] 10.222.0.48 "GET /v2.0/networks/a1fffbd5-b8c3-4e78-beff-17a9bf07e40e HTTP/1.1" status: 200 len: 869 time: 0.1279204 May 14 17:00:08.626889 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37330) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:08.749813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2df32-ccf9-429f-b67c-02c3d62c3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:08.750275 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2df32-ccf9-429f-b67c-02c3d62c3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:08.751884 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fee2df32-ccf9-429f-b67c-02c3d62c3447 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240211 May 14 17:00:10.037669 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-75eb89b9-b036-4db8-b93c-05bc3b8bc467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:11.054335 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37338) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:11.213508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63116f-c253-48d7-9a9e-e50df5c3f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:11.213965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63116f-c253-48d7-9a9e-e50df5c3f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:11.215526 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4b63116f-c253-48d7-9a9e-e50df5c3f769 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1602132 May 14 17:00:12.374618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-26eab701-e7c2-4986-a182-f74d856272b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:13.239384 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:13.522403 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37346) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:13.613423 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7696f-29cb-4876-99fe-66f9fd128cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:13.614823 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7fe7696f-29cb-4876-99fe-66f9fd128cc6 admin admin] 10.222.0.48 "GET /v2.0/subnets/2c1b925f-4425-49f1-8162-4d56d22a834c HTTP/1.1" status: 200 len: 868 time: 0.0914121 May 14 17:00:14.694566 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:15.945890 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37354) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:16.034022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f822778-85b1-4c3f-8d00-d9d43bc90614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:16.035398 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7f822778-85b1-4c3f-8d00-d9d43bc90614 admin admin] 10.222.0.48 "GET /v2.0/subnets/a08cb8b1-55c1-4399-8abc-01f2311bfb79 HTTP/1.1" status: 200 len: 816 time: 0.0885544 May 14 17:00:16.336894 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:30.196715 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:00:40.036226 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7197026b-e95a-4b2e-99ec-7c9386b255e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:40.792381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37408) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:40.838240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-f116534a-14e9-48b2-ad17-7dc1d7f31655 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:00:40.839266 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f116534a-14e9-48b2-ad17-7dc1d7f31655 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459638 May 14 17:00:42.356390 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4781321a-37e1-4fea-9947-91b05e60d1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:43.225065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:43.234427 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37416) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:43.295297 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d532b360-3423-47ed-a8d1-9135cc8f45ac admin admin] GET failed (client error): The resource could not be found. May 14 17:00:43.297162 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d532b360-3423-47ed-a8d1-9135cc8f45ac admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617833 May 14 17:00:43.437898 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f28a23-9f11-47e6-9258-7ff76af62c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:43.439291 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-15f28a23-9f11-47e6-9258-7ff76af62c53 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381490 May 14 17:00:44.734012 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:45.789255 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37424) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:45.835140 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:00:45.926990 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Made reservation on behalf of 50d14f1313254611abf6b67e3dd041b7 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:00:45.929209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:45.960244 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING neutron.services.revisions.revision_plugin [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Could not find related network for resource to bump revision. May 14 17:00:45.972590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:00:45.981725 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (7b3ddc8a-d8ec-4ba1-a890-4039915679b4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:45.982062 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Added segment 7b3ddc8a-d8ec-4ba1-a890-4039915679b4 of type vlan for network 454575af-8594-497d-b7c9-7285396e348e May 14 17:00:46.028635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (454575af-8594-497d-b7c9-7285396e348e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:46.144591 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (454575af-8594-497d-b7c9-7285396e348e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:46.145559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:46.146143 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:46.232755 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Pushing event updated for resources: {'Network': ['ID=454575af-8594-497d-b7c9-7285396e348e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:00:46.239154 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.239521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.239867 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.240223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.240569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.240900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.241276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.241579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.241917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.242267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.242586 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.242936 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.243258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:46.255062 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 454575af-8594-497d-b7c9-7285396e348e details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:00:46.273132 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-06b21447-1a84-4f80-88d7-e97fe5fdcdc6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4827924 May 14 17:00:46.396534 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:48.612293 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:00:48.671157 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b572108-b7f4-4386-a20d-099f7b9ca244 admin admin] GET failed (client error): The resource could not be found. May 14 17:00:48.672423 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5b572108-b7f4-4386-a20d-099f7b9ca244 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591934 May 14 17:00:48.739037 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c68bb0-460e-4789-b499-5f8a4f99cdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:48.740528 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e8c68bb0-460e-4789-b499-5f8a4f99cdaa admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641856 May 14 17:00:48.750092 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '454575af-8594-497d-b7c9-7285396e348e'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:00:48.841182 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Made reservation on behalf of 50d14f1313254611abf6b67e3dd041b7 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:00:48.844082 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:49.067935 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (6e74a055-b316-4088-a9f3-c6d06673ba3c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:49.123629 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e74a055-b316-4088-a9f3-c6d06673ba3c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:00:49.131200 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Checking segment: {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:00:49.131549 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Network hostable DHCP agents. Network: 454575af-8594-497d-b7c9-7285396e348e, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:00:49.250612 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Network 454575af-8594-497d-b7c9-7285396e348e is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:00:49.324538 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 454575af-8594-497d-b7c9-7285396e348e) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:00:49.328397 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:00:49.328993 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:49.333084 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb2e97-4bb6-4d1c-9f81-fc540f068c92 None None] Network 454575af-8594-497d-b7c9-7285396e348e requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:00:49.425333 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-764182b4-3fbe-4d0d-a776-6ce8c4c72c27 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6783335 May 14 17:00:49.449306 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-454575af-8594-497d-b7c9-7285396e348e', 'network_id': '454575af-8594-497d-b7c9-7285396e348e', 'project_id': '50d14f1313254611abf6b67e3dd041b7', 'fixed_ips': [{'subnet_id': '6e74a055-b316-4088-a9f3-c6d06673ba3c'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:00:49.450242 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:49.694396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Allocated IP 192.168.233.2 (454575af-8594-497d-b7c9-7285396e348e/6e74a055-b316-4088-a9f3-c6d06673ba3c/15ee2342-79c8-46d7-a632-a1cc59c3652f) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:00:49.840867 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks [] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:50.003709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:50.037556 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Network 454575af-8594-497d-b7c9-7285396e348e is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:00:50.040482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:00:50.046245 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:00:50.054214 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Pushing event updated for resources: {'Port': ['ID=15ee2342-79c8-46d7-a632-a1cc59c3652f,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:00:50.065758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.066118 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.066477 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.066828 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.067164 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.067487 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.067811 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.068131 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.068449 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.068834 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.069127 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.069441 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.069756 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:00:50.117416 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Attempting to bind port 15ee2342-79c8-46d7-a632-a1cc59c3652f on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:00:50.118218 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Attempting to bind port 15ee2342-79c8-46d7-a632-a1cc59c3652f by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:00:50.118347 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Attempting to bind port 15ee2342-79c8-46d7-a632-a1cc59c3652f on network 454575af-8594-497d-b7c9-7285396e348e {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:00:50.123653 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:00:50.129950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Checking segment: {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:00:50.129950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:50.129950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Bound using segment: {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:00:50.129950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Bound port: 15ee2342-79c8-46d7-a632-a1cc59c3652f, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:00:50.129950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:50.192704 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] For port 15ee2342-79c8-46d7-a632-a1cc59c3652f, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:00:50.195781 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] For port 15ee2342-79c8-46d7-a632-a1cc59c3652f, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=15ee2342-79c8-46d7-a632-a1cc59c3652f,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:00:50.320286 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:50.384914 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5acd0d-ca5e-4753-850e-5e041cc60e98 None None] Pushing event updated for resources: {'Port': ['ID=15ee2342-79c8-46d7-a632-a1cc59c3652f,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:00:51.125314 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 15ee2342-79c8-46d7-a632-a1cc59c3652f up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:00:51.185585 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 15ee2342-79c8-46d7-a632-a1cc59c3652f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:00:51.185964 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:51.259192 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe8589-3b55-4963-94b4-703628c72bdd None None] Network 454575af-8594-497d-b7c9-7285396e348e requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:00:51.320320 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 15ee2342-79c8-46d7-a632-a1cc59c3652f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:00:51.320706 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:51.365940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Provisioning complete for port 15ee2342-79c8-46d7-a632-a1cc59c3652f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:00:51.366329 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:51.400729 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 15ee2342-79c8-46d7-a632-a1cc59c3652f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=15ee2342-79c8-46d7-a632-a1cc59c3652f,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:00:51.479568 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:51.519165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Current status of the port 15ee2342-79c8-46d7-a632-a1cc59c3652f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:00:51.519455 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:51.553501 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=15ee2342-79c8-46d7-a632-a1cc59c3652f,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:00:51.598745 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 17:00:51.599129 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 17:00:52.138081 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-69692d57-56c6-4551-971c-f858fb6042c6 None None] Current status of the port 15ee2342-79c8-46d7-a632-a1cc59c3652f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:00:52.257937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-eefe7eed-ecec-4f02-83f5-83730da0375b None None] Provisioning complete for port 15ee2342-79c8-46d7-a632-a1cc59c3652f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:00:52.258311 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eefe7eed-ecec-4f02-83f5-83730da0375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:52.338555 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-eefe7eed-ecec-4f02-83f5-83730da0375b None None] Current status of the port 15ee2342-79c8-46d7-a632-a1cc59c3652f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:00:53.065095 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 15ee2342-79c8-46d7-a632-a1cc59c3652f up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:00:53.112891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 15ee2342-79c8-46d7-a632-a1cc59c3652f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:00:53.113275 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (15ee2342-79c8-46d7-a632-a1cc59c3652f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:00:53.190403 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 15ee2342-79c8-46d7-a632-a1cc59c3652f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:01:07.195412 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:01:10.050129 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-007d250f-849b-4548-9914-7cecebafe66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:12.384016 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a657c3b4-60be-4dc2-8762-02bed2b8d512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:13.212462 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:14.700967 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:16.312277 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:40.084018 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d988fe8a-d80f-49a4-8b85-c024f5508f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:42.354557 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0731-cf43-4b6d-aed8-6643afbe4724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:43.228332 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:44.194113 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:01:44.728845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:01:46.323009 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:10.050932 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cfc26e32-a2ea-4c43-9ce7-ac37846feff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:12.351177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4fba86c9-8e21-420f-932d-c54bdc21ac84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:13.239238 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:14.728432 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:16.328093 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:21.193119 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:02:40.039670 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-402dddad-5845-4772-af05-d960e827ac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:42.350348 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1e305090-c0fb-4a2b-8ecd-df044dbb263f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:43.237841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:44.717866 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:46.341032 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:56.265067 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37474) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:02:56.271121 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-1c04493a-d603-4d6e-9cba-fe9baf1f96e9 tempest-verify_tempest_config-1340060031 tempest-verify_tempest_config-1340060031-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:02:56.272101 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1c04493a-d603-4d6e-9cba-fe9baf1f96e9 tempest-verify_tempest_config-1340060031 tempest-verify_tempest_config-1340060031-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060728 May 14 17:02:56.748752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37492) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:02:56.850692 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:56.921182 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Publish callbacks [] for security_group (1203695d-3cee-40a9-9b45-5a8d30db4f0f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.002977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1203695d-3cee-40a9-9b45-5a8d30db4f0f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.046862 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb2d5b1ed05b4e35b1b5a84e616f8ce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2968359 May 14 17:02:57.049431 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1203695d-3cee-40a9-9b45-5a8d30db4f0f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:02:57.049556 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37496) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:02:57.060380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.060722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.061066 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.061461 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.061791 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.062148 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.062496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.062852 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.063226 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.063574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.063902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.064227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.064566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18cf0d2-6d09-446e-a0a4-81968dc5d926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.109889 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Publish callbacks [] for security_group (1203695d-3cee-40a9-9b45-5a8d30db4f0f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.131198 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Publish callbacks [] for security_group (1203695d-3cee-40a9-9b45-5a8d30db4f0f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.293450 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1203695d-3cee-40a9-9b45-5a8d30db4f0f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.296041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:02:57.297180 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1203695d-3cee-40a9-9b45-5a8d30db4f0f HTTP/1.1" status: 204 len: 168 time: 0.2466569 May 14 17:02:57.304684 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203695d-3cee-40a9-9b45-5a8d30db4f0f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:02:57.311919 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.312304 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.312682 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.313030 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.314971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.315282 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.315601 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:57.315922 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a22f83-fe64-4b46-906a-1c7b42b4caa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:02:58.191894 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:03:10.105758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bcce5b76-5aea-4283-8c41-2dbcad596434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:12.345663 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c75c4e5e-ebdb-433f-8690-698e54aec1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:13.229906 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:14.728443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:16.334159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:35.190575 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:03:40.064762 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a6460434-eb44-40ce-b154-c1c9983bd5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:42.388440 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-de002974-6a38-4471-beba-b791040b7fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:43.331640 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:44.738596 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:03:46.342688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:10.050554 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf029-994e-49c3-a544-97526e2e2122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:12.189561 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:04:12.359286 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-221f8638-68ca-4f57-b801-49aeefc9d88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:13.223346 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:14.725004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:16.337733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:40.027435 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e56f4d39-1236-4847-b8f5-158e7b992eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:42.354661 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a7d1551a-33e5-4bcb-aab2-d04450f89e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:42.708538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-395366'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:43.296948 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:44.725543 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:46.341579 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:04:49.189310 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:04:56.922627 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37570) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:04:57.023452 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fecdb9fd-0b51-4291-9f1b-a089101e9d16 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996723 May 14 17:04:59.340114 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37580) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:04:59.393288 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-41c280c1-15bb-4b2a-a540-548273151ff1 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520782 May 14 17:05:10.060483 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a66002d1-8e9f-4ea0-8afd-986556e5ba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:12.364872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3dc9-b1bb-40da-bcdf-cf36ad5ab55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:12.690299 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:13.255655 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:14.734809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:16.353239 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:26.187691 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:05:40.072473 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-32f198bb-488d-461a-9cae-d0b4ba5855b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:42.382748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aa75-626a-41e8-9c78-5c8ea6fe886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:42.718222 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:43.232297 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:44.717709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:05:46.341005 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:03.186378 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:06:10.037609 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5b29-be4b-40c8-a863-8017013c66e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:12.374570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62df58aa-b1a8-4870-8872-f575ccfa081c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:12.711156 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:13.236936 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:14.739952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:16.355873 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:40.048538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d609e77-3407-4d4d-8733-ebf3697716e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:40.187239 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:06:42.367001 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:42.373968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-df109501-85da-4139-a4d6-2dc96ef93819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.395176 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37744) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:42.579403 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-560466243-network', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:42.598746 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1260358482-network', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:42.671041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:42.674128 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.685468 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Made reservation on behalf of 17563077ee7a40dfb909d2bf6d193cf6 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:42.688567 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.690070 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.705485 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.706695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.821971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks [] for security_group (7a62ace0-1b31-43d1-b6f3-596480b5cf82), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.833010 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks [] for security_group (8e50b656-e4a9-407a-b83b-8fa2ae299dbd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.898823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7a62ace0-1b31-43d1-b6f3-596480b5cf82), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.916150 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:06:42.935698 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8e50b656-e4a9-407a-b83b-8fa2ae299dbd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.951308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (4c113663-6eb7-40fd-9b35-cdedbf043100), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:42.951308 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Added segment 4c113663-6eb7-40fd-9b35-cdedbf043100 of type vlan for network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 May 14 17:06:42.963146 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62ace0-1b31-43d1-b6f3-596480b5cf82,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:42.965745 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:06:42.999371 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:42.999602 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:42.999947 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.000263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.000593 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.000916 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.001244 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.001566 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.001907 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.002232 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.002552 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.002896 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Tracked resource versions report: May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: pushed versions: May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Log': {'1.0'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Network': {'1.1'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Port': {'1.7'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'PortForwarding': {'1.2'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: consumer versions: May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: HyperV agent@hv-cinder-84174: {}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Log': '1.0', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Network': '1.1', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Port': '1.7', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'PortForwarding': '1.2', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'QosPolicy': '1.10', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'SubPort': '1.0', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Subnet': '1.1', May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: 'Trunk': '1.1'}} May 14 17:06:43.010368 dv-cinder-841745-1-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:06:43.014051 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (f7c7afc1-8ff2-4472-b636-179b32196e1f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.014051 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Added segment f7c7afc1-8ff2-4472-b636-179b32196e1f of type vlan for network a04430b6-7869-4a4b-8e32-5e13fd08378a May 14 17:06:43.026957 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (7181b5a9-1405-4eae-b6f8-5b3df2e35432), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.087400 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e50b656-e4a9-407a-b83b-8fa2ae299dbd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:43.090665 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (a04430b6-7869-4a4b-8e32-5e13fd08378a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.180133 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (7181b5a9-1405-4eae-b6f8-5b3df2e35432), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.181106 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:43.181695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.210265 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37786) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:43.238554 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (a04430b6-7869-4a4b-8e32-5e13fd08378a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.238554 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:43.238554 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.266142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] Pushing event updated for resources: {'Network': ['ID=7181b5a9-1405-4eae-b6f8-5b3df2e35432,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:43.271431 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.277260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:06:43.312385 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2810e4d5-f6b4-44da-b131-673433e78866 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9442110 May 14 17:06:43.315180 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37798) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:43.321331 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Request body: {'subnet': {'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-560466243-subnet', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:43.340374 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a04430b6-7869-4a4b-8e32-5e13fd08378a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:43.351319 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network a04430b6-7869-4a4b-8e32-5e13fd08378a details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:06:43.361657 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d20add14-9088-4920-acf5-5af20fdf11e0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9629016 May 14 17:06:43.361863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37802) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:43.367488 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Request body: {'subnet': {'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1260358482-subnet', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:43.442367 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:43.445375 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.452768 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37806) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:43.488352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Made reservation on behalf of 17563077ee7a40dfb909d2bf6d193cf6 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:43.490776 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.553576 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-network', 'tenant_id': '5a510daa17084906b68118cd075f8a36'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:43.642732 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Made reservation on behalf of 5a510daa17084906b68118cd075f8a36 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:43.645408 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.654502 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.733886 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks [] for security_group (247f3eef-ec5c-442b-8c07-fab4b6d746b4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.767634 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (d8479d69-e8c2-4c26-afc1-90494f7e3717), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.778733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1526005813-network', 'tenant_id': 'f517029975a242dfaba9637347a912e4'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:43.831703 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (247f3eef-ec5c-442b-8c07-fab4b6d746b4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.869188 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247f3eef-ec5c-442b-8c07-fab4b6d746b4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:43.878773 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:06:43.885509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.886375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.886887 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.887986 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.888566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.889116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.890855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.891348 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.891772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.894663 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.895031 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Tracked resource versions report: May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: pushed versions: May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Log': {'1.0'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Network': {'1.1'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Port': {'1.7'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'PortForwarding': {'1.2'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: consumer versions: May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: HyperV agent@hv-cinder-84174: {}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Log': '1.0', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Network': '1.1', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Port': '1.7', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'PortForwarding': '1.2', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'QosPolicy': '1.10', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'SubPort': '1.0', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Subnet': '1.1', May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: 'Trunk': '1.1'}} May 14 17:06:43.898506 dv-cinder-841745-1-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:06:43.925966 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (17a1580d-512b-4c30-8c60-887c5af98855), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.926315 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Added segment 17a1580d-512b-4c30-8c60-887c5af98855 of type vlan for network a8a06775-837b-454a-b790-8645dbd6a277 May 14 17:06:43.927021 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8479d69-e8c2-4c26-afc1-90494f7e3717,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:43.932162 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:43.932518 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Network hostable DHCP agents. Network: 7181b5a9-1405-4eae-b6f8-5b3df2e35432, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:06:43.944005 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Made reservation on behalf of f517029975a242dfaba9637347a912e4 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:43.946280 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.963439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (4164c5af-28c3-40a5-9f1a-a0aa5474192c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:43.976138 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.001037 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (a8a06775-837b-454a-b790-8645dbd6a277), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.019825 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:06:44.030849 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4164c5af-28c3-40a5-9f1a-a0aa5474192c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:44.043149 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Checking segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:44.043510 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Network hostable DHCP agents. Network: a04430b6-7869-4a4b-8e32-5e13fd08378a, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:06:44.084333 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 7181b5a9-1405-4eae-b6f8-5b3df2e35432) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:44.087007 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks [] for security_group (778c361e-3bd5-4561-9f45-b3988a259370), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.089685 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:44.090272 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.096565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4139f21-8f7d-4a98-8570-0d8e25f2cff9 None None] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:44.112448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (a8a06775-837b-454a-b790-8645dbd6a277), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.115941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:44.117965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.168619 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:06:44.174489 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, a04430b6-7869-4a4b-8e32-5e13fd08378a) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:44.185020 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8759306-b4c6-48b7-b948-22d654403316 None None] Network a04430b6-7869-4a4b-8e32-5e13fd08378a requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:44.191489 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:44.194051 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.195922 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (778c361e-3bd5-4561-9f45-b3988a259370), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.202072 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9907131 May 14 17:06:44.211134 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37828) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:44.211957 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8c6f67f3-6a45-4d20-9b3f-dc587eaf1a42 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8957331 May 14 17:06:44.215523 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Request body: {'subnet': {'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-subnet', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:44.215685 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37830) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:44.225784 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189de0-6e74-4612-8af3-d6fe4e36d0ab admin admin] Pushing event updated for resources: {'Network': ['ID=a8a06775-837b-454a-b790-8645dbd6a277,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:44.230501 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:44.248530 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network a8a06775-837b-454a-b790-8645dbd6a277 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:06:44.255792 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:06:44.273759 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778c361e-3bd5-4561-9f45-b3988a259370,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:44.277533 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (b79a536b-2ac8-465f-9bba-179a2f960ca1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.278139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Added segment b79a536b-2ac8-465f-9bba-179a2f960ca1 of type vlan for network b4cb4362-162d-4ae3-abee-6965ba594504 May 14 17:06:44.316648 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-da6c07a9-a3d2-4fbf-82c6-aff16415cf7e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9529169 May 14 17:06:44.319496 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 37834) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:44.323911 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:44.337615 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Made reservation on behalf of 5a510daa17084906b68118cd075f8a36 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:44.346696 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.347290 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:06:44.350609 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.352662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (b4cb4362-162d-4ae3-abee-6965ba594504), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.387931 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.388458 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.411413 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (5b385783-412f-487a-a22b-f77777a6add3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.415057 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (5b385783-412f-487a-a22b-f77777a6add3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.554638 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (b4cb4362-162d-4ae3-abee-6965ba594504), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.555788 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:44.556559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.570623 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Allocated IP 172.20.0.2 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/77527135-3cf7-4f35-b4d2-9e15cffab0a9) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:44.578177 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for router_controller (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.616947 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for router_controller (5b385783-412f-487a-a22b-f77777a6add3), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.626102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cb4362-162d-4ae3-abee-6965ba594504,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:44.651406 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network b4cb4362-162d-4ae3-abee-6965ba594504 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:06:44.789675 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-a04430b6-7869-4a4b-8e32-5e13fd08378a', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:06:44.791462 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.825910 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-87322968-50e8-48aa-a33a-e5ed23c0fee6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3692672 May 14 17:06:44.833675 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37854) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:44.833675 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Request body: {'subnet': {'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1526005813-subnet', 'tenant_id': 'f517029975a242dfaba9637347a912e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:44.865475 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (a42d4f81-ffd0-47b6-be20-2c865f99752e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.916035 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:44.986778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for router_gateway (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.005630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42d4f81-ffd0-47b6-be20-2c865f99752e,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:45.030252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Made reservation on behalf of f517029975a242dfaba9637347a912e4 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:45.033614 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.093552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks [] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.094672 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:45.095499 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Network hostable DHCP agents. Network: a8a06775-837b-454a-b790-8645dbd6a277, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:06:45.185400 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.193011 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Network a8a06775-837b-454a-b790-8645dbd6a277 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:06:45.220524 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Allocated IP 172.20.0.2 (a04430b6-7869-4a4b-8e32-5e13fd08378a/4164c5af-28c3-40a5-9f1a-a0aa5474192c/f3567c1c-6764-45be-b284-a0b6a23ce0e4) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:45.238438 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for router_gateway (5b385783-412f-487a-a22b-f77777a6add3), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.242289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:45.250199 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:45.262559 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:45.263882 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, a8a06775-837b-454a-b790-8645dbd6a277) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:45.272794 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:45.273575 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.373500 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-aee7a01e-7ede-4cf3-b476-103ec18b28af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1617157 May 14 17:06:45.376036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37886) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:45.382251 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:45.383075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cb616-996f-4ed0-8f19-9334a7a2f6fa None None] Network a8a06775-837b-454a-b790-8645dbd6a277 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:45.404754 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Pushing event updated for resources: {'Port': ['ID=77527135-3cf7-4f35-b4d2-9e15cffab0a9,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:45.463532 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (e973493e-7807-495c-bffc-850d08b0e86f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.516782 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.517336 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for router_gateway (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.518018 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.550930 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.569653 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e973493e-7807-495c-bffc-850d08b0e86f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:45.580419 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.582132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.585374 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.587307 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.590001 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.591257 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.592585 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.593488 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.594605 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.595572 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.596957 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.597552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.599039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Tracked resource versions report: May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: pushed versions: May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Log': {'1.0'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Network': {'1.1'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Port': {'1.7'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'PortForwarding': {'1.2'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: consumer versions: May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: HyperV agent@hv-cinder-84174: {}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Log': '1.0', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Network': '1.1', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Port': '1.7', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'PortForwarding': '1.2', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'QosPolicy': '1.10', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'SubPort': '1.0', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Subnet': '1.1', May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: 'Trunk': '1.1'}} May 14 17:06:45.601495 dv-cinder-841745-1-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:06:45.609256 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Attempting to bind port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:45.610936 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Attempting to bind port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:45.612114 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Attempting to bind port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:45.656567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for router_controller (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.677197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Checking segment: {'id': 'b79a536b-2ac8-465f-9bba-179a2f960ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:45.678000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Network hostable DHCP agents. Network: b4cb4362-162d-4ae3-abee-6965ba594504, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:06:45.723358 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:45.723736 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:45.725576 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.727191 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:45.728041 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Bound port: 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:45.731314 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.820971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for router_gateway (5b385783-412f-487a-a22b-f77777a6add3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:45.822392 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Network b4cb4362-162d-4ae3-abee-6965ba594504 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:06:45.861000 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Allocated IP 172.27.2.22 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/3940832e-e011-493c-8c5c-4da36a678699) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:45.863735 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.027385 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks [] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.029340 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] For port 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:46.034510 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-a8a06775-837b-454a-b790-8645dbd6a277', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:06:46.035508 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.056944 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for router_gateway (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.058587 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] For port 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=77527135-3cf7-4f35-b4d2-9e15cffab0a9,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:46.064695 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, b4cb4362-162d-4ae3-abee-6965ba594504) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:46.068996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:46.073006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.079700 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a84fa-076a-4575-9675-34cd99b049ff None None] Network b4cb4362-162d-4ae3-abee-6965ba594504 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:46.089431 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for port (3940832e-e011-493c-8c5c-4da36a678699), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.165911 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.168332 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.193088 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bd2aa974-9889-40eb-81ff-8b542f6b4327 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3658817 May 14 17:06:46.229262 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (3940832e-e011-493c-8c5c-4da36a678699), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.272280 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Pushing event updated for resources: {'Port': ['ID=f3567c1c-6764-45be-b284-a0b6a23ce0e4,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:46.273991 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:46.297530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:46.372813 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:46.394289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:46.419363 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for router_gateway (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.441953 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.503595 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:46.544105 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830a303-6e64-444f-9921-fb8b72dbc449 None None] Pushing event updated for resources: {'Port': ['ID=77527135-3cf7-4f35-b4d2-9e15cffab0a9,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:46.564795 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:46.664180 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea876ac-a47d-412c-87e9-615de7bdc862 None None] Network b4cb4362-162d-4ae3-abee-6965ba594504 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:46.768791 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Allocated IP 172.20.0.2 (a8a06775-837b-454a-b790-8645dbd6a277/a42d4f81-ffd0-47b6-be20-2c865f99752e/fd0de917-71f6-47ac-8679-1e93816e4ee3) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:46.795255 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.847433 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 37956) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:46.849850 dv-cinder-841745-1-iscsi neutron-server[103963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 17:06:46.851826 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Allocated IP 172.27.2.240 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/182e1c2d-93dc-475a-bf03-1b0ed6333b05) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:46.856059 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Pushing event updated for resources: {'Port': ['ID=3940832e-e011-493c-8c5c-4da36a678699,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:46.933031 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Attempting to bind port f3567c1c-6764-45be-b284-a0b6a23ce0e4 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:46.933449 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Attempting to bind port f3567c1c-6764-45be-b284-a0b6a23ce0e4 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:46.934005 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Attempting to bind port f3567c1c-6764-45be-b284-a0b6a23ce0e4 on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:46.962475 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:46.963760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Checking segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:46.964478 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:46.965222 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Bound using segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:46.966277 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Bound port: f3567c1c-6764-45be-b284-a0b6a23ce0e4, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:46.966902 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.057973 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-27767bc0-2494-497c-9b02-4421da3c79db tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:47.059111 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-27767bc0-2494-497c-9b02-4421da3c79db tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/networks?id=b4cb4362-162d-4ae3-abee-6965ba594504 HTTP/1.1" status: 200 len: 812 time: 0.2104933 May 14 17:06:47.077178 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-548986d1-a0f2-43b0-a769-bec0ff72c8dc tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/quotas/f517029975a242dfaba9637347a912e4 HTTP/1.1" status: 200 len: 375 time: 0.0106754 May 14 17:06:47.107080 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for router_gateway (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.134071 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-5662652b-5d96-42a9-b567-09f820e3bb05 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f517029975a242dfaba9637347a912e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513375 May 14 17:06:47.135961 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] For port f3567c1c-6764-45be-b284-a0b6a23ce0e4, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:47.140806 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] For port f3567c1c-6764-45be-b284-a0b6a23ce0e4, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f3567c1c-6764-45be-b284-a0b6a23ce0e4,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:47.145690 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks [] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.180116 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.218286 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.283898 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.325300 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:47.327033 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:47.359768 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.366333 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:47.438647 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b6292-4e0d-46ac-b2be-026943d0c778 None None] Pushing event updated for resources: {'Port': ['ID=f3567c1c-6764-45be-b284-a0b6a23ce0e4,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:47.492949 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Pushing event updated for resources: {'Port': ['ID=182e1c2d-93dc-475a-bf03-1b0ed6333b05,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:47.513676 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-d8936797-882b-46a6-a0bf-07763f0bed77 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:06:47.521355 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-d8936797-882b-46a6-a0bf-07763f0bed77 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2138104 May 14 17:06:47.545893 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:47.558308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:47.567954 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Pushing event updated for resources: {'Port': ['ID=fd0de917-71f6-47ac-8679-1e93816e4ee3,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:47.651380 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 77527135-3cf7-4f35-b4d2-9e15cffab0a9 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:47.692624 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Allocated IP 172.27.2.109 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/d6b50bce-e038-4154-8323-cd2b54c82b0a) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:47.740352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.770663 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:47.775945 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Attempting to bind port fd0de917-71f6-47ac-8679-1e93816e4ee3 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:47.776312 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Attempting to bind port fd0de917-71f6-47ac-8679-1e93816e4ee3 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:47.776668 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Attempting to bind port fd0de917-71f6-47ac-8679-1e93816e4ee3 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:47.782868 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:47.784233 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:47.784910 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.785635 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Bound using segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:47.786175 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Bound port: fd0de917-71f6-47ac-8679-1e93816e4ee3, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:47.786563 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.877623 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] For port fd0de917-71f6-47ac-8679-1e93816e4ee3, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:47.878914 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-c9df55f5-d115-4915-be01-5c5a8d0d8050 service neutron] 10.222.0.48 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556085 May 14 17:06:47.882355 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] For port fd0de917-71f6-47ac-8679-1e93816e4ee3, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=fd0de917-71f6-47ac-8679-1e93816e4ee3,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:47.892127 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:47.901965 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:47.956684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.047674 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.104300 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-edcc663f-066b-48e7-8d6b-5c14dff7d4d7 service neutron] 10.222.0.48 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242565 May 14 17:06:48.104851 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:48.105240 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.107265 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f61b7-f92c-434d-a5b5-6791b1bcef71 None None] Pushing event updated for resources: {'Port': ['ID=fd0de917-71f6-47ac-8679-1e93816e4ee3,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:48.163951 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=77527135-3cf7-4f35-b4d2-9e15cffab0a9,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:48.202661 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2c0d6-dee5-45cd-9fe5-387f81d2565c None None] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:48.274327 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.279685 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.349882 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:48.364681 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:48.368563 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:48.388196 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:06:48.401736 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-050c32ff-9e6a-4e01-b450-31612e77a31a None None] Provisioning complete for port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:48.402358 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-050c32ff-9e6a-4e01-b450-31612e77a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.541566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b50bce-e038-4154-8323-cd2b54c82b0a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:48.570956 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=77527135-3cf7-4f35-b4d2-9e15cffab0a9,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:48.601229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for router_gateway (5b385783-412f-487a-a22b-f77777a6add3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:48.667474 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-050c32ff-9e6a-4e01-b450-31612e77a31a None None] Current status of the port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:48.674918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38004) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:49.079778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38020) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:49.079778 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5674db64-10b9-4fd7-9f9b-d9a8d58e2338 req-72cc9ab1-071e-471d-8ed2-612c3f8579e0 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1516535 May 14 17:06:49.083593 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:49.084804 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:49.125517 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (5b385783-412f-487a-a22b-f77777a6add3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.129903 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9f19f2a3-2cf8-4927-8806-0197e3b6958b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.144833 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:49.144833 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:49.221007 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-34014078-4570-4008-9c36-182fc72f47d0 None None] Provisioning complete for port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:49.221617 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34014078-4570-4008-9c36-182fc72f47d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.299757 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.301221 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d6f26516-fb19-4bbc-9609-14ed3997e3fe admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0844545 May 14 17:06:49.353222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38034) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:49.632476 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b23d60-84cc-4e94-b72a-08502ff6bcf2 None None] Network a04430b6-7869-4a4b-8e32-5e13fd08378a requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:49.644379 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9f19f2a3-2cf8-4927-8806-0197e3b6958b admin admin] Publish callbacks [] for security_group (36563e64-352b-4f4e-bf78-986488345d94), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.655845 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:49.724230 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device fd0de917-71f6-47ac-8679-1e93816e4ee3 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:49.727244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-34014078-4570-4008-9c36-182fc72f47d0 None None] Current status of the port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:49.779226 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Router 5b385783-412f-487a-a22b-f77777a6add3 is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:06:49.876563 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9f19f2a3-2cf8-4927-8806-0197e3b6958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (36563e64-352b-4f4e-bf78-986488345d94), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.884655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for router_gateway (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.889063 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port fd0de917-71f6-47ac-8679-1e93816e4ee3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:49.889063 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:49.894849 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26278d-55ef-457d-b1ea-deb7f884ab72 None None] Network a8a06775-837b-454a-b790-8645dbd6a277 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:06:49.941809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Provisioning complete for port f3567c1c-6764-45be-b284-a0b6a23ce0e4 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:49.941809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.012026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19f2a3-2cf8-4927-8806-0197e3b6958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36563e64-352b-4f4e-bf78-986488345d94,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:50.012219 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:46Z', 'revision_number': 3, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:50.019588 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9f19f2a3-2cf8-4927-8806-0197e3b6958b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef797f97448947b9b22b9954a1a79e76&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2189837 May 14 17:06:50.022862 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38056) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:50.051260 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:50.073119 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:50.124480 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:50.125070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:50.150966 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.153711 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5239f9ff-d139-4d67-9f19-358c974649ce admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8332777 May 14 17:06:50.156815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38062) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:50.159201 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e0ee025-6b9d-4517-9b89-a8be2647009c req-8b27ffba-4c90-4b9d-898b-56ce8dcb70a6 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1854579 May 14 17:06:50.225999 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:06:50.240922 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Updating router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 port 3940832e-e011-493c-8c5c-4da36a678699 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:06:50.355531 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3940832e-e011-493c-8c5c-4da36a678699), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.378299 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Current status of the port f3567c1c-6764-45be-b284-a0b6a23ce0e4 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:50.379135 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.419974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] Publish callbacks [] for security_group (36563e64-352b-4f4e-bf78-986488345d94), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.448056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] Publish callbacks [] for security_group (36563e64-352b-4f4e-bf78-986488345d94), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.571314 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port fd0de917-71f6-47ac-8679-1e93816e4ee3 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:50.571693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.660602 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] For port f3567c1c-6764-45be-b284-a0b6a23ce0e4, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f3567c1c-6764-45be-b284-a0b6a23ce0e4,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:50.704479 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port fd0de917-71f6-47ac-8679-1e93816e4ee3, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=fd0de917-71f6-47ac-8679-1e93816e4ee3,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:50.707029 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (36563e64-352b-4f4e-bf78-986488345d94), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.708097 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:50.709646 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.710815 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36563e64-352b-4f4e-bf78-986488345d94 HTTP/1.1" status: 204 len: 168 time: 0.6810231 May 14 17:06:50.755090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d46d24-c311-4984-a672-7c35ef3fe53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36563e64-352b-4f4e-bf78-986488345d94,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:50.893151 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks [] for port (3940832e-e011-493c-8c5c-4da36a678699), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.907126 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.910195 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.910315 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:50.911937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f3567c1c-6764-45be-b284-a0b6a23ce0e4 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:50.997613 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3940832e-e011-493c-8c5c-4da36a678699), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.043644 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.064467 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Attempting to bind port 3940832e-e011-493c-8c5c-4da36a678699 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:51.065180 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Attempting to bind port 3940832e-e011-493c-8c5c-4da36a678699 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:51.065758 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Attempting to bind port 3940832e-e011-493c-8c5c-4da36a678699 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:51.079768 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:51.080540 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:51.081154 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.081887 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:51.082581 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Bound port: 3940832e-e011-493c-8c5c-4da36a678699, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:51.083283 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3940832e-e011-493c-8c5c-4da36a678699), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.154967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.156589 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] For port 3940832e-e011-493c-8c5c-4da36a678699, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:51.164573 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] For port 3940832e-e011-493c-8c5c-4da36a678699, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=3940832e-e011-493c-8c5c-4da36a678699,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:51.191453 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Pushing event updated for resources: {'Port': ['ID=3940832e-e011-493c-8c5c-4da36a678699,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:51.203012 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e507-dd87-48e2-b828-9dc61e2bd291 None None] Pushing event updated for resources: {'Port': ['ID=f3567c1c-6764-45be-b284-a0b6a23ce0e4,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:51.207031 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.207505 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.207877 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.208226 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.208561 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.209089 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.210751 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.211307 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.211787 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.214917 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.222864 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.223411 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.223896 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Tracked resource versions report: May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: pushed versions: May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Log': {'1.0'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Network': {'1.1'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Port': {'1.7'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'PortForwarding': {'1.2'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: consumer versions: May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: HyperV agent@hv-cinder-84174: {}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: L3 agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: Metadata agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: Metering agent@dv-cinder-841745-1-iscsi: {}, May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-841745-1-iscsi: { 'AddressGroup': '1.2', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Log': '1.0', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Network': '1.1', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Port': '1.7', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'PortForwarding': '1.2', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'QosPolicy': '1.10', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'SubPort': '1.0', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Subnet': '1.1', May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: 'Trunk': '1.1'}} May 14 17:06:51.228191 dv-cinder-841745-1-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:06:51.250904 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Provisioning complete for port fd0de917-71f6-47ac-8679-1e93816e4ee3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:51.251434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.260893 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3940832e-e011-493c-8c5c-4da36a678699), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.343080 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7315db4-1ecb-4200-8b8d-b89a7e557430 req-f1917e2e-56fb-496d-8877-e9f7fe89b681 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0416901 May 14 17:06:51.395712 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:51.422741 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:51.485453 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port f3567c1c-6764-45be-b284-a0b6a23ce0e4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:51.485453 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.527554 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Allocated IP 172.20.0.1 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/76bbc33c-01a6-40da-b76d-617b19052b6a) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:51.572118 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31eb50-5a40-4d1c-8224-9c3f84cc32f9 None None] Pushing event updated for resources: {'Port': ['ID=3940832e-e011-493c-8c5c-4da36a678699,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:51.618819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:06:51.622811 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=fd0de917-71f6-47ac-8679-1e93816e4ee3,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:51.680518 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Allocated IP 172.20.0.1 (a04430b6-7869-4a4b-8e32-5e13fd08378a/4164c5af-28c3-40a5-9f1a-a0aa5474192c/d791ea57-a839-41d1-86ef-1f84ddbf2b27) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:51.707074 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port f3567c1c-6764-45be-b284-a0b6a23ce0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:51.710160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 77527135-3cf7-4f35-b4d2-9e15cffab0a9 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:51.713158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Current status of the port fd0de917-71f6-47ac-8679-1e93816e4ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:51.718401 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:51.820302 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks [] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.837083 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Provisioning complete for port f3567c1c-6764-45be-b284-a0b6a23ce0e4 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:51.837610 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.839939 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:51.840741 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:48Z', 'revision_number': 3, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:51.877077 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:51.885659 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks [] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.907199 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:06:51.907806 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Updating router 5b385783-412f-487a-a22b-f77777a6add3 port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:06:51.920969 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:51.921840 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:51.952360 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:51.952740 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.954548 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.982380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.983807 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-053a3f1f-fdc9-41b0-830f-df8379bd0076 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6067379 May 14 17:06:51.985339 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:51.986770 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38132) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:52.037186 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:52.049320 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:52.053361 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:52.061414 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:52.061993 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:52.148398 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Pushing event updated for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:52.155388 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Pushing event updated for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:52.161426 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-013a6362-c24a-4631-b4f8-00dd4f85d45e None None] Current status of the port f3567c1c-6764-45be-b284-a0b6a23ce0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:52.163221 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:52.206870 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:52.210699 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:52.246624 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:52.247531 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (5b385783-412f-487a-a22b-f77777a6add3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:52.550008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:52.713562 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:52.780954 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-654656a8-14b7-4a7e-a922-e6b0afb27ac3 None None] Provisioning complete for port fd0de917-71f6-47ac-8679-1e93816e4ee3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:52.781440 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-654656a8-14b7-4a7e-a922-e6b0afb27ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:52.914872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f3567c1c-6764-45be-b284-a0b6a23ce0e4 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:52.990397 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:46Z', 'revision_number': 3, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:53.051243 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f477f73-11c4-4e44-8cdb-81e85db5e72a None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:46Z', 'revision_number': 3, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:06:53.089693 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:48Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:53.111668 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7dab7d-9c50-4aa1-85fb-7924131570b8 req-745907ff-03fe-499a-ac7f-76e7c36f2f0d tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.3637884 May 14 17:06:53.145955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks [] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.164531 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:06:53.165078 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Updating router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca port d6b50bce-e038-4154-8323-cd2b54c82b0a binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:06:53.175752 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port f3567c1c-6764-45be-b284-a0b6a23ce0e4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:53.176132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.206818 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.230379 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-654656a8-14b7-4a7e-a922-e6b0afb27ac3 None None] Current status of the port fd0de917-71f6-47ac-8679-1e93816e4ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:53.245123 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.261730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks [] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.346077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.350035 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.367604 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4e2f-769a-4b2d-9e2f-23dd99e1c5e3 None None] Pushing event updated for resources: {'Port': ['ID=182e1c2d-93dc-475a-bf03-1b0ed6333b05,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:53.388244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Attempting to bind port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:53.388690 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Attempting to bind port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:53.388976 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Attempting to bind port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:53.415724 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:53.416104 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:53.416574 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.416890 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:53.417370 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Bound port: 182e1c2d-93dc-475a-bf03-1b0ed6333b05, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:53.417756 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.597945 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:53.605453 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.57', 61947) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:53.607057 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.615940 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.692007 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks [] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.746994 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] For port 182e1c2d-93dc-475a-bf03-1b0ed6333b05, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:53.752988 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] For port 182e1c2d-93dc-475a-bf03-1b0ed6333b05, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=182e1c2d-93dc-475a-bf03-1b0ed6333b05,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:53.769644 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port f3567c1c-6764-45be-b284-a0b6a23ce0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:53.771806 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device fd0de917-71f6-47ac-8679-1e93816e4ee3 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:53.780012 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.815692 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Port d791ea57-a839-41d1-86ef-1f84ddbf2b27 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:53.827561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-698e1fb2-7c2f-422b-a8ce-cf405ea5458b tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:53.829289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-698e1fb2-7c2f-422b-a8ce-cf405ea5458b tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.57 "GET /v2.0/networks?id=b4cb4362-162d-4ae3-abee-6965ba594504 HTTP/1.1" status: 200 len: 812 time: 0.2114761 May 14 17:06:53.865825 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Provisioning complete for port 76bbc33c-01a6-40da-b76d-617b19052b6a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:53.866981 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:53.871819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Pushing event updated for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:53.900491 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:53.906564 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Request body: {'port': {'device_id': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504', 'admin_state_up': True, 'tenant_id': 'f517029975a242dfaba9637347a912e4'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:53.918219 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:53.919969 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-56eb2230-5645-4935-bfad-6cbdc884cd70 None None] Port 76bbc33c-01a6-40da-b76d-617b19052b6a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:53.926610 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.012057 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Attempting to bind port d6b50bce-e038-4154-8323-cd2b54c82b0a on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:54.012678 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Attempting to bind port d6b50bce-e038-4154-8323-cd2b54c82b0a by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:54.013846 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Attempting to bind port d6b50bce-e038-4154-8323-cd2b54c82b0a on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:54.019041 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port fd0de917-71f6-47ac-8679-1e93816e4ee3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:54.019435 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.052368 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e8b8a-384a-461b-8f23-662737e0e1ef None None] Pushing event updated for resources: {'Port': ['ID=d6b50bce-e038-4154-8323-cd2b54c82b0a,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:54.063151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:54.064036 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:54.072841 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:54.077570 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:54.080177 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.080600 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:54.081112 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Bound port: d6b50bce-e038-4154-8323-cd2b54c82b0a, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:54.084667 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.210298 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:54.221258 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] For port d6b50bce-e038-4154-8323-cd2b54c82b0a, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:54.226523 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] For port d6b50bce-e038-4154-8323-cd2b54c82b0a, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d6b50bce-e038-4154-8323-cd2b54c82b0a,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:54.229388 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks [] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.293638 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.376062 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.399055 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.405283 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (5b385783-412f-487a-a22b-f77777a6add3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.459835 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:54.460896 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:54.471072 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:06:54.491830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4e2f-769a-4b2d-9e2f-23dd99e1c5e3 None None] Pushing event updated for resources: {'Port': ['ID=182e1c2d-93dc-475a-bf03-1b0ed6333b05,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:54.512061 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Pushing event updated for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:54.555748 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9f4a3e90-e8be-47ea-94f0-1743acf5cf80 req-c324ad73-998f-4fc7-8ec2-3528499eb116 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1128006 May 14 17:06:54.557191 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-223be063-20c6-4430-ad22-a5d8699bc719 None None] Provisioning complete for port 76bbc33c-01a6-40da-b76d-617b19052b6a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:54.558757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-223be063-20c6-4430-ad22-a5d8699bc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:54.587812 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:54.626665 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-223be063-20c6-4430-ad22-a5d8699bc719 None None] Port 76bbc33c-01a6-40da-b76d-617b19052b6a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:54.691667 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port fd0de917-71f6-47ac-8679-1e93816e4ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:54.761791 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:54.764863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:54.787576 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:51Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:54.837756 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40755a1-fa70-4a95-a56a-437879beaffe None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:51Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:06:54.868877 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38200) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:54.921471 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 3940832e-e011-493c-8c5c-4da36a678699 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:54.942688 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e8b8a-384a-461b-8f23-662737e0e1ef None None] Pushing event updated for resources: {'Port': ['ID=d6b50bce-e038-4154-8323-cd2b54c82b0a,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:54.992534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Made reservation on behalf of f517029975a242dfaba9637347a912e4 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:06:55.000286 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:48Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:55.004430 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.041929 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c06a8-cdb3-4a8a-b90d-a0806866ed56 None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:48Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:06:55.112211 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 3940832e-e011-493c-8c5c-4da36a678699 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:55.112574 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3940832e-e011-493c-8c5c-4da36a678699), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.142191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38206) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:55.217070 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Allocated IP 172.20.0.1 (a8a06775-837b-454a-b790-8645dbd6a277/a42d4f81-ffd0-47b6-be20-2c865f99752e/59c5a9b5-3c12-41d1-992a-b11455f9ab28) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:55.281393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:06:55.377830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 3940832e-e011-493c-8c5c-4da36a678699 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:55.378299 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3940832e-e011-493c-8c5c-4da36a678699), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.398540 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-db7929ce-d656-4a59-b1f8-122e7e930eae None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:55.398944 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-db7929ce-d656-4a59-b1f8-122e7e930eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.438208 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 3940832e-e011-493c-8c5c-4da36a678699, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=3940832e-e011-493c-8c5c-4da36a678699,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:55.481045 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-db7929ce-d656-4a59-b1f8-122e7e930eae None None] Port d791ea57-a839-41d1-86ef-1f84ddbf2b27 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:55.494462 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3940832e-e011-493c-8c5c-4da36a678699), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.578921 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:55.592089 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0ee45343-c5ca-440a-a3aa-dbf9c6133247 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc1a9068-5ec6-47f9-86de-1ce74fb9b584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2079136 May 14 17:06:55.593999 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1d0cb32-0c8b-4728-a2b6-fbb16dbc9f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.602958 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=3940832e-e011-493c-8c5c-4da36a678699,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:55.614455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3015bb09-2628-4a59-b13e-3280d645180e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.741919 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Allocated IP 172.20.0.10 (b4cb4362-162d-4ae3-abee-6965ba594504/e973493e-7807-495c-bffc-850d08b0e86f/46b638bd-8b52-417b-9a97-eb5663cebcde) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:06:55.748584 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-65ae8dea-37fa-4bdb-a0c3-7ff3123d8783 req-d8add437-6b60-41e2-a310-4fbd23af4cb7 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0821986 May 14 17:06:55.837840 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks [] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.956414 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3015bb09-2628-4a59-b13e-3280d645180e admin admin] Publish callbacks [] for security_group (08910def-1531-4053-8660-53787f9ebf32), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.963733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1d0cb32-0c8b-4728-a2b6-fbb16dbc9f82 admin admin] Publish callbacks [] for security_group (1997a20e-2ea5-41c7-bd19-e4716c9a6fc1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:55.977642 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:55.994013 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-28d03471-d65b-4ded-b4bc-3c5026759615 admin admin] 10.222.0.48 "PUT /v2.0/routers/5b385783-412f-487a-a22b-f77777a6add3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8312907 May 14 17:06:56.038331 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3015bb09-2628-4a59-b13e-3280d645180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (08910def-1531-4053-8660-53787f9ebf32), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.048039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks [] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.085809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1d0cb32-0c8b-4728-a2b6-fbb16dbc9f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1997a20e-2ea5-41c7-bd19-e4716c9a6fc1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.097914 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.106589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:56.126757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:56.129444 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:56.177957 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Pushing event updated for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:56.204693 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3015bb09-2628-4a59-b13e-3280d645180e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb049277896c437f8b0c45bd04b874a3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0586448 May 14 17:06:56.206332 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38238) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:56.259386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0cb32-0c8b-4728-a2b6-fbb16dbc9f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997a20e-2ea5-41c7-bd19-e4716c9a6fc1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:56.295934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a1d0cb32-0c8b-4728-a2b6-fbb16dbc9f82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed62d04640f547698040238e0c93ae75&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3125050 May 14 17:06:56.299483 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38246) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:56.321937 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.325335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015bb09-2628-4a59-b13e-3280d645180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08910def-1531-4053-8660-53787f9ebf32,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:56.367340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:56.373383 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:56.389402 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:56.392632 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.440026 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:56.494286 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38248) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:56.540908 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897995811', 'description': 'tempest-description--2141292274'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:56.564778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] Publish callbacks [] for security_group (08910def-1531-4053-8660-53787f9ebf32), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.601470 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] Publish callbacks [] for security_group (08910def-1531-4053-8660-53787f9ebf32), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.631323 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38252) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:56.637890 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Network b4cb4362-162d-4ae3-abee-6965ba594504 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:56.678005 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009644221', 'description': 'tempest-description--912956441'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:56.695571 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:56.711390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (08910def-1531-4053-8660-53787f9ebf32), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.725357 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:06:56.727422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.729182 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:56.729848 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.730305 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08910def-1531-4053-8660-53787f9ebf32 HTTP/1.1" status: 204 len: 168 time: 0.5136855 May 14 17:06:56.732842 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Pushing event updated for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:56.751199 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e62070-f7b3-49f0-ab4a-ef1714f21a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08910def-1531-4053-8660-53787f9ebf32,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:56.775684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] Publish callbacks [] for security_group (1997a20e-2ea5-41c7-bd19-e4716c9a6fc1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.823035 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.855813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] Publish callbacks [] for security_group (1997a20e-2ea5-41c7-bd19-e4716c9a6fc1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.871653 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-1d1d41d3-2fbb-403b-900b-21cb45325d5c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9632218 May 14 17:06:56.873519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.887621 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:56.905401 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-9dd7d6ef-7425-4bae-8aac-475f489801d8 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:06:56.913867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-9dd7d6ef-7425-4bae-8aac-475f489801d8 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412087 May 14 17:06:56.997587 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e237d3fc-1444-4a1a-ba86-85fca319b9ae None None] Provisioning complete for port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:57.002779 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e237d3fc-1444-4a1a-ba86-85fca319b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.144211 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e237d3fc-1444-4a1a-ba86-85fca319b9ae None None] Port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:57.161536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d6b50bce-e038-4154-8323-cd2b54c82b0a up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:57.228704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436bd1-06bd-4119-b9df-96565e719400 req-cfe3de68-2d80-4d4a-96b5-cc0c17a1d4f6 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:57.237285 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5436bd1-06bd-4119-b9df-96565e719400 req-cfe3de68-2d80-4d4a-96b5-cc0c17a1d4f6 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 932 time: 0.3015978 May 14 17:06:57.252037 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:57.256441 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1997a20e-2ea5-41c7-bd19-e4716c9a6fc1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.257987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.261836 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1997a20e-2ea5-41c7-bd19-e4716c9a6fc1 HTTP/1.1" status: 204 len: 168 time: 0.9578187 May 14 17:06:57.300738 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e6978-2383-4366-bda8-b11268557007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997a20e-2ea5-41c7-bd19-e4716c9a6fc1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:57.307140 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks [] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.311403 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:06:57.311654 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Updating router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 port 76bbc33c-01a6-40da-b76d-617b19052b6a binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:06:57.371238 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port d6b50bce-e038-4154-8323-cd2b54c82b0a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:57.371693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.373382 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.381814 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5436bd1-06bd-4119-b9df-96565e719400 req-d459d498-54fd-4b1e-91a4-3b9a8c31e7d0 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435039 May 14 17:06:57.409164 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.409942 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.410722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (259c44c2-015a-4ba5-b669-5cf4199afa93), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.417853 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (b0fd903f-512c-4e90-a12e-04b46bd47d60), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.522740 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (259c44c2-015a-4ba5-b669-5cf4199afa93), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.528233 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Pushing event updated for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:57.627904 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:06:57.636368 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:06:57.649315 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port d6b50bce-e038-4154-8323-cd2b54c82b0a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:57.649943 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.733009 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port d6b50bce-e038-4154-8323-cd2b54c82b0a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d6b50bce-e038-4154-8323-cd2b54c82b0a,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:57.739705 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b0fd903f-512c-4e90-a12e-04b46bd47d60), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.768160 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259c44c2-015a-4ba5-b669-5cf4199afa93,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:57.781258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38290) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:57.813247 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd903f-512c-4e90-a12e-04b46bd47d60,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:57.835279 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.835639 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.836563 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 182e1c2d-93dc-475a-bf03-1b0ed6333b05 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:57.839425 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-24323d4a-4089-4593-95ae-28348f5cf7a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1780770 May 14 17:06:57.843597 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:57.844807 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30788d3a-bcd0-4812-832b-e5c06069a606 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3375545 May 14 17:06:57.845367 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38298) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:57.850074 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group_rule': {'security_group_id': '259c44c2-015a-4ba5-b669-5cf4199afa93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:57.856579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38300) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:57.863711 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd903f-512c-4e90-a12e-04b46bd47d60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:58.001431 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (8f18695f-8baa-46e2-b2c3-a5fa3b5f27b1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.006001 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:58.006385 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.024127 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks [] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.027198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (96c8cb43-f84a-4682-9679-1b56e0f803c7), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.050599 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=d6b50bce-e038-4154-8323-cd2b54c82b0a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:58.097063 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f9de1649-6d8e-49cd-b26e-3cae980e2e26 None None] Provisioning complete for port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:58.106935 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9de1649-6d8e-49cd-b26e-3cae980e2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.116048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (8f18695f-8baa-46e2-b2c3-a5fa3b5f27b1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.156932 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:06:58.166917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (96c8cb43-f84a-4682-9679-1b56e0f803c7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.172306 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.202674 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (8f18695f-8baa-46e2-b2c3-a5fa3b5f27b1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.238883 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Request body: {'port': {'device_id': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:58.249995 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f18695f-8baa-46e2-b2c3-a5fa3b5f27b1,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:58.253334 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f9de1649-6d8e-49cd-b26e-3cae980e2e26 None None] Port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:58.282570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11473af3-d314-4bff-acde-caa35bea99fa None None] Pushing event updated for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:58.296065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:58.296465 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.331718 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (96c8cb43-f84a-4682-9679-1b56e0f803c7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.381948 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38314) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:58.388708 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 182e1c2d-93dc-475a-bf03-1b0ed6333b05, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=182e1c2d-93dc-475a-bf03-1b0ed6333b05,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:06:58.390821 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Attempting to bind port 76bbc33c-01a6-40da-b76d-617b19052b6a on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:06:58.391269 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Attempting to bind port 76bbc33c-01a6-40da-b76d-617b19052b6a by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:06:58.391789 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Attempting to bind port 76bbc33c-01a6-40da-b76d-617b19052b6a on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:06:58.402060 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:06:58.402060 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:06:58.402601 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.403079 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:06:58.403662 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Bound port: 76bbc33c-01a6-40da-b76d-617b19052b6a, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:06:58.404151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.462876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1fd4abca-cb09-4374-8e92-207db5613461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.502038 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.504637 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 3940832e-e011-493c-8c5c-4da36a678699 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:58.507057 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:06:58.514438 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-556000c7-202d-4219-b4a9-eba68455aa6d admin admin] 10.222.0.48 "PUT /v2.0/routers/64897d89-5d67-4ad1-8a8d-a4ab31f9cfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5260057 May 14 17:06:58.523095 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.528098 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30bbd86a-209e-4e2f-9100-1f5ccfb7efba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6801975 May 14 17:06:58.541705 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38324) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:58.547618 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group_rule': {'security_group_id': '259c44c2-015a-4ba5-b669-5cf4199afa93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:58.561053 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae577b76-cdf2-410a-a897-ae1d97f1dcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.644176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.644176 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7816513 May 14 17:06:58.644176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a88b5b-e4c3-4837-a03a-4659eaec6c64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c8cb43-f84a-4682-9679-1b56e0f803c7,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:58.647458 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:58.652942 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': 'b0fd903f-512c-4e90-a12e-04b46bd47d60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:58.696093 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (8b78d802-f890-463c-a221-7aa58c2effcc), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.734756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.736636 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] For port 76bbc33c-01a6-40da-b76d-617b19052b6a, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:06:58.771138 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] For port 76bbc33c-01a6-40da-b76d-617b19052b6a, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=76bbc33c-01a6-40da-b76d-617b19052b6a,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:06:58.772968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=182e1c2d-93dc-475a-bf03-1b0ed6333b05,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:58.796794 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (8b78d802-f890-463c-a221-7aa58c2effcc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.816294 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 3940832e-e011-493c-8c5c-4da36a678699 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:58.816294 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3940832e-e011-493c-8c5c-4da36a678699), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.816294 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-568b6390-6ac8-4fbe-ba98-4d314de83c56 None None] Provisioning complete for port 76bbc33c-01a6-40da-b76d-617b19052b6a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:58.816294 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-568b6390-6ac8-4fbe-ba98-4d314de83c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.848769 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:58.866316 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (1d0f40b5-214f-4cf5-a658-7272f72b7609), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.867601 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:58.869233 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:58.878892 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:58.895932 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-568b6390-6ac8-4fbe-ba98-4d314de83c56 None None] Port 76bbc33c-01a6-40da-b76d-617b19052b6a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:06:58.919291 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (8b78d802-f890-463c-a221-7aa58c2effcc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.020531 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:59.023557 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:59.050574 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11473af3-d314-4bff-acde-caa35bea99fa None None] Pushing event updated for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:59.079778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b78d802-f890-463c-a221-7aa58c2effcc,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:59.087013 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38342) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:59.087536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092765-c45d-454d-9530-cf105d367877 req-7cf18045-3877-4a24-9e37-17902d07c81c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:06:59.089250 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98092765-c45d-454d-9530-cf105d367877 req-7cf18045-3877-4a24-9e37-17902d07c81c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 932 time: 0.5071740 May 14 17:06:59.157853 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f081f83a-8a70-493e-a3d1-fea48e511879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.168609 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.179487 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-447be140-5f92-4a8c-9883-fb72b77cf1c4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6332841 May 14 17:06:59.198738 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38346) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:59.231323 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:59.329538 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:59.383792 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 3940832e-e011-493c-8c5c-4da36a678699 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:06:59.433974 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:06:59.489603 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.564783 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (1d0f40b5-214f-4cf5-a658-7272f72b7609), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.577567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1fd4abca-cb09-4374-8e92-207db5613461 admin admin] Publish callbacks [] for security_group (0bddaf65-476c-482b-b062-6fc0c1cfcd90), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.582764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Provisioning complete for port 76bbc33c-01a6-40da-b76d-617b19052b6a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:06:59.583164 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.593369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:06:59.594858 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:06:59.683320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f081f83a-8a70-493e-a3d1-fea48e511879 admin admin] Publish callbacks [] for security_group (5106216f-986f-407a-8fa9-ee8b2c6d21db), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.696977 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (1d0f40b5-214f-4cf5-a658-7272f72b7609), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.726585 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1fd4abca-cb09-4374-8e92-207db5613461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0bddaf65-476c-482b-b062-6fc0c1cfcd90), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.739961 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae577b76-cdf2-410a-a897-ae1d97f1dcb7 admin admin] Publish callbacks [] for security_group (bb603151-01c0-4eb6-904a-a911879fbb5b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.747885 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 182e1c2d-93dc-475a-bf03-1b0ed6333b05 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:06:59.785069 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0f40b5-214f-4cf5-a658-7272f72b7609,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:59.816863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.818904 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e64986d0-6174-469e-8d0e-81c49ed2fbb7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1699326 May 14 17:06:59.826578 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:59.831263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f081f83a-8a70-493e-a3d1-fea48e511879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5106216f-986f-407a-8fa9-ee8b2c6d21db), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.850232 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:06:59.855127 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98092765-c45d-454d-9530-cf105d367877 req-f7586891-3251-45b4-af2a-ffe1e829e688 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991284 May 14 17:06:59.859798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4abca-cb09-4374-8e92-207db5613461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bddaf65-476c-482b-b062-6fc0c1cfcd90,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:06:59.879184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1fd4abca-cb09-4374-8e92-207db5613461 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85e44d2dd3be4a66a43a81127162448c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4959209 May 14 17:06:59.879854 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:06:59.982733 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f081f83a-8a70-493e-a3d1-fea48e511879 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a3a4004051f4aaf99163b4d3fee96ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8825674 May 14 17:06:59.985205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b638bd-8b52-417b-9a97-eb5663cebcde {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:06:59.993843 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks [] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:06:59.998129 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:06:59.998584 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38364) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:00.002663 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081f83a-8a70-493e-a3d1-fea48e511879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5106216f-986f-407a-8fa9-ee8b2c6d21db,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:00.030466 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Transition to ACTIVE for port object 46b638bd-8b52-417b-9a97-eb5663cebcde will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:07:00.032588 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae577b76-cdf2-410a-a897-ae1d97f1dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (bb603151-01c0-4eb6-904a-a911879fbb5b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.069959 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae577b76-cdf2-410a-a897-ae1d97f1dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb603151-01c0-4eb6-904a-a911879fbb5b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:00.099375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.118194 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ae577b76-cdf2-410a-a897-ae1d97f1dcb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80ef551ecb72408f88e90bc6edc3899b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3358328 May 14 17:07:00.118889 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38372) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:00.253514 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:00.291741 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 2, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:00.303003 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.353595 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Pushing event updated for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:00.382931 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:07:00.384059 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Updating router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:07:00.421832 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.422280 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] Publish callbacks [] for security_group (0bddaf65-476c-482b-b062-6fc0c1cfcd90), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.469575 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Attempting to bind port 46b638bd-8b52-417b-9a97-eb5663cebcde on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:00.651319 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] Publish callbacks [] for security_group (0bddaf65-476c-482b-b062-6fc0c1cfcd90), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.651587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Attempting to bind port 46b638bd-8b52-417b-9a97-eb5663cebcde by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'b79a536b-2ac8-465f-9bba-179a2f960ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:00.651587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Attempting to bind port 46b638bd-8b52-417b-9a97-eb5663cebcde on network b4cb4362-162d-4ae3-abee-6965ba594504 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:00.651784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Current status of the port 76bbc33c-01a6-40da-b76d-617b19052b6a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:00.651784 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.652383 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Port 46b638bd-8b52-417b-9a97-eb5663cebcde on network b4cb4362-162d-4ae3-abee-6965ba594504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:07:00.652383 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Attempting to bind port 46b638bd-8b52-417b-9a97-eb5663cebcde on network b4cb4362-162d-4ae3-abee-6965ba594504 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:00.652565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:00.652565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] Publish callbacks [] for security_group (bb603151-01c0-4eb6-904a-a911879fbb5b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Checking segment: {'id': 'b79a536b-2ac8-465f-9bba-179a2f960ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Bound using segment: {'id': 'b79a536b-2ac8-465f-9bba-179a2f960ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Bound port: 46b638bd-8b52-417b-9a97-eb5663cebcde, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79a536b-2ac8-465f-9bba-179a2f960ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.652723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] Publish callbacks [] for security_group (bb603151-01c0-4eb6-904a-a911879fbb5b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.653435 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.653526 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-938a2dfd-4046-4ba1-9dc9-3ecba1f897ad tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:00.653526 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-938a2dfd-4046-4ba1-9dc9-3ecba1f897ad tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.3446083 May 14 17:07:00.653694 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] Publish callbacks [] for security_group (5106216f-986f-407a-8fa9-ee8b2c6d21db), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.660423 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] For port 76bbc33c-01a6-40da-b76d-617b19052b6a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=76bbc33c-01a6-40da-b76d-617b19052b6a,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:00.688220 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-c068d5fc-1e8c-4aad-99fb-43af9f52e1c2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/quotas/5a510daa17084906b68118cd075f8a36 HTTP/1.1" status: 200 len: 375 time: 0.0707271 May 14 17:07:00.697262 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] Publish callbacks [] for security_group (5106216f-986f-407a-8fa9-ee8b2c6d21db), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.742935 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:00.810209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=46b638bd-8b52-417b-9a97-eb5663cebcde,segment=NetworkSegment(b79a536b-2ac8-465f-9bba-179a2f960ca1),segment_id=b79a536b-2ac8-465f-9bba-179a2f960ca1)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:00.814076 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.837823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0bddaf65-476c-482b-b062-6fc0c1cfcd90), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.855565 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-f63c5dc5-f07c-4ae0-b566-ad71442dc7fd tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517630 May 14 17:07:00.856380 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.856380 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bddaf65-476c-482b-b062-6fc0c1cfcd90 HTTP/1.1" status: 204 len: 168 time: 0.8120701 May 14 17:07:00.872366 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d4aa-40c5-4816-9049-6857d8418a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bddaf65-476c-482b-b062-6fc0c1cfcd90,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:00.879456 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (bb603151-01c0-4eb6-904a-a911879fbb5b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.884621 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:00.892145 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb603151-01c0-4eb6-904a-a911879fbb5b HTTP/1.1" status: 204 len: 168 time: 0.7249863 May 14 17:07:00.914629 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03647138-a288-4a86-8172-e50ba67d7874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb603151-01c0-4eb6-904a-a911879fbb5b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:00.946534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.012246 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.075377 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks [] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.079065 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5106216f-986f-407a-8fa9-ee8b2c6d21db), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.088257 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.092129 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5106216f-986f-407a-8fa9-ee8b2c6d21db HTTP/1.1" status: 204 len: 168 time: 1.0485244 May 14 17:07:01.186374 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.232174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:01.232842 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.237046 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] 10.222.0.57 "PUT /v2.0/ports/46b638bd-8b52-417b-9a97-eb5663cebcde HTTP/1.1" status: 200 len: 1094 time: 3.7449074 May 14 17:07:01.240226 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:01.247949 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a40233-4806-44cf-94bf-d511027752e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5106216f-986f-407a-8fa9-ee8b2c6d21db,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:01.307689 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c20da-0d9b-4ade-9ba1-c45b9f26a168 None None] Pushing event updated for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:01.405311 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.27.2.12 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/b65d97bb-ddbe-4610-b3bb-f50973036f13) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:01.504349 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c591e-20b6-4f2e-a560-5637000a3555 None None] Pushing event updated for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:01.535664 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Attempting to bind port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:01.538555 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Attempting to bind port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:01.538555 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Attempting to bind port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:01.567627 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:01.567963 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:01.568936 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.569338 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Bound using segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:01.569835 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Bound port: 59c5a9b5-3c12-41d1-992a-b11455f9ab28, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:01.570222 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.588561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84eb23-ac05-4194-98e6-5bfc5eda449a service neutron] Pushing event updated for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:01.622628 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:01.624102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d6b50bce-e038-4154-8323-cd2b54c82b0a up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:01.675171 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.688087 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:01.773203 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] For port 59c5a9b5-3c12-41d1-992a-b11455f9ab28, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:01.780752 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] For port 59c5a9b5-3c12-41d1-992a-b11455f9ab28, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=59c5a9b5-3c12-41d1-992a-b11455f9ab28,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:01.801693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561156-20df-4009-ac7f-62efffc2323f None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:07:01.814899 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.826629 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43b9ec-5c4d-418d-9390-dc7ebd880a7d req-bf462702-a518-4952-bfa5-c7f3f2d20e8d tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:01.834836 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df43b9ec-5c4d-418d-9390-dc7ebd880a7d req-bf462702-a518-4952-bfa5-c7f3f2d20e8d tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.8705282 May 14 17:07:01.878293 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.909187 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-f4588ecc-1e88-4b8e-ac50-233c57f08d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:01.910813 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-f4588ecc-1e88-4b8e-ac50-233c57f08d8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f517029975a242dfaba9637347a912e4&device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 1128 time: 0.4118142 May 14 17:07:01.950948 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-3eaa7554-7707-4df0-845d-891a970e7b5d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:07:01.953119 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-3eaa7554-7707-4df0-845d-891a970e7b5d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8030000 May 14 17:07:01.957248 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Provisioning complete for port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:01.957248 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:01.964547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port d6b50bce-e038-4154-8323-cd2b54c82b0a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:01.964547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:02.025848 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:02.043440 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:02.071830 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:02.132782 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 2, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:02.136166 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:02.136949 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:02.160713 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Allocated IP 172.27.2.82 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/17592b94-e752-4fe9-b827-4e7a4f2c34e6) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:02.190177 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c20da-0d9b-4ade-9ba1-c45b9f26a168 None None] Pushing event updated for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:02.323688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:07:02.324037 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Updating router 5b385783-412f-487a-a22b-f77777a6add3 port d791ea57-a839-41d1-86ef-1f84ddbf2b27 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:07:02.377756 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:02.398319 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:02.419409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=b65d97bb-ddbe-4610-b3bb-f50973036f13,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:02.441488 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-94dcb5f6-fb53-4767-8cb8-e72fa668d11c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b638bd-8b52-417b-9a97-eb5663cebcde HTTP/1.1" status: 200 len: 217 time: 0.2755003 May 14 17:07:02.445301 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:02.565365 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:02.601244 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:02.610246 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:02.642816 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:02.663490 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df43b9ec-5c4d-418d-9390-dc7ebd880a7d req-9d138dcd-2982-4d47-889b-8d589c8f0ea0 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8167465 May 14 17:07:02.783408 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:02.787579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-f95fa6fe-629d-4bb0-ad73-19451d32ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:02.788948 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-f95fa6fe-629d-4bb0-ad73-19451d32ab26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e973493e-7807-495c-bffc-850d08b0e86f HTTP/1.1" status: 200 len: 852 time: 0.3174658 May 14 17:07:02.802395 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38430) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:02.843560 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-5ce332c2-f526-4a12-9152-5ed372dfe077 service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711932 May 14 17:07:02.856037 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:02.964873 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=17592b94-e752-4fe9-b827-4e7a4f2c34e6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:03.064660 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.099019 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.223444 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:01Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:03.247209 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.249811 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Current status of the port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:03.250374 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.270891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port d6b50bce-e038-4154-8323-cd2b54c82b0a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:03.348636 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f8cd6-fbdc-430a-8593-cef50b6dec32 None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:01Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:07:03.446187 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] For port 59c5a9b5-3c12-41d1-992a-b11455f9ab28, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=59c5a9b5-3c12-41d1-992a-b11455f9ab28,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:03.524961 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks [] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.541903 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.636680 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 76bbc33c-01a6-40da-b76d-617b19052b6a up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:03.662402 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.677402 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-0dd1682a-7265-4142-b15a-3f75dcbed4e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4cb4362-162d-4ae3-abee-6965ba594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8287518 May 14 17:07:03.794870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ced6a6a-6f44-4ce8-ac63-bb3cd0095ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:03.842759 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a43f3849-13e9-4f73-a7ef-762cd328d24d None None] Provisioning complete for port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:03.843457 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a43f3849-13e9-4f73-a7ef-762cd328d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.060075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344688-7cd4-4246-9b90-e97893f2893e None None] Pushing event updated for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:04.094759 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee38271-b6d0-407b-8936-f1d8c7987b27 x-openstack-request-id: req-4ee38271-b6d0-407b-8936-f1d8c7987b27 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:04.105748 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:04.108522 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ee38271-b6d0-407b-8936-f1d8c7987b27 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:04.109293 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee38271-b6d0-407b-8936-f1d8c7987b27'] response: {'name': 'network-changed', 'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde', 'status': 'completed', 'code': 200} May 14 17:07:04.336690 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ced6a6a-6f44-4ce8-ac63-bb3cd0095ee9 admin admin] Publish callbacks [] for security_group (6a1d3d13-f0bf-4613-9e87-76530eff4f9b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.453524 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Attempting to bind port d791ea57-a839-41d1-86ef-1f84ddbf2b27 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:04.457643 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Attempting to bind port d791ea57-a839-41d1-86ef-1f84ddbf2b27 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:04.458756 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Attempting to bind port d791ea57-a839-41d1-86ef-1f84ddbf2b27 on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:04.492150 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ced6a6a-6f44-4ce8-ac63-bb3cd0095ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6a1d3d13-f0bf-4613-9e87-76530eff4f9b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.498760 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38472) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:04.506545 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:04.511341 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Checking segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:04.515718 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.516343 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Bound using segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:04.516879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Bound port: d791ea57-a839-41d1-86ef-1f84ddbf2b27, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:04.525104 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.623187 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c1677-60e5-4dba-977a-12049647a432 None None] Pushing event updated for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:04.640771 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-8fb8973e-3e06-441b-8034-36d0c2b6c422 service neutron] 10.222.0.57 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354418 May 14 17:07:04.670614 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 76bbc33c-01a6-40da-b76d-617b19052b6a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:04.671289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.698444 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.778685 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] For port d791ea57-a839-41d1-86ef-1f84ddbf2b27, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:04.783236 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] For port d791ea57-a839-41d1-86ef-1f84ddbf2b27, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d791ea57-a839-41d1-86ef-1f84ddbf2b27,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:04.791042 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.810066 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8ced6a6a-6f44-4ce8-ac63-bb3cd0095ee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=482875a6d81e4d01b651f2cdee5f1505&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9902225 May 14 17:07:04.841324 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38480) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:04.851878 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a43f3849-13e9-4f73-a7ef-762cd328d24d None None] Current status of the port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:04.863044 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.887857 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-87fda4da-cae8-44ee-928f-80b840b6c376 service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0412185 May 14 17:07:04.911326 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced6a6a-6f44-4ce8-ac63-bb3cd0095ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d3d13-f0bf-4613-9e87-76530eff4f9b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:04.916283 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.936443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:04.971996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da042c4-986d-4a02-95e8-a02540c2d904 req-0e3e7b4d-62c1-407a-b6b3-46feaa7968e8 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:04.972350 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=b65d97bb-ddbe-4610-b3bb-f50973036f13,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:04.991923 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4da042c4-986d-4a02-95e8-a02540c2d904 req-0e3e7b4d-62c1-407a-b6b3-46feaa7968e8 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.6332717 May 14 17:07:05.000393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.010848 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] Publish callbacks [] for security_group (6a1d3d13-f0bf-4613-9e87-76530eff4f9b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.029842 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-89178887-b7e6-4151-9707-a1dcaa9c58d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.115274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 76bbc33c-01a6-40da-b76d-617b19052b6a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:05.116028 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.135722 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7a77273d-d678-4e1d-b849-1ace312ed196 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2970507 May 14 17:07:05.164557 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:05.164931 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.212421 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.243481 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4da042c4-986d-4a02-95e8-a02540c2d904 req-5717ad83-0b3f-42e5-8d98-e9e7c48937ea tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268362 May 14 17:07:05.246309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:05.262841 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] Publish callbacks [] for security_group (6a1d3d13-f0bf-4613-9e87-76530eff4f9b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.268474 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:06:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:05.270926 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c1677-60e5-4dba-977a-12049647a432 None None] Pushing event updated for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:05.311956 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-631de2f5-3147-4476-ad71-45b44d64ce3e req-0f40243a-3a9c-4341-aeb8-c50ac2828f1e service neutron] 10.222.0.57 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566136 May 14 17:07:05.392175 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=17592b94-e752-4fe9-b827-4e7a4f2c34e6,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:05.538698 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.542467 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e090ef6c-22b5-4a71-b490-982d56654b39 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3377757 May 14 17:07:05.721393 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40f3eac4-f3e6-44cc-b555-98eded796b71 req-230c1212-775a-4d1c-ac7c-4877546e53e8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 210 time: 0.2677891 May 14 17:07:05.730649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6a1d3d13-f0bf-4613-9e87-76530eff4f9b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.737469 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.739964 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a1d3d13-f0bf-4613-9e87-76530eff4f9b HTTP/1.1" status: 204 len: 168 time: 0.8952088 May 14 17:07:05.765472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-89178887-b7e6-4151-9707-a1dcaa9c58d2 admin admin] Publish callbacks [] for security_group (67f0297a-0c22-46e4-88b7-5cf75b82d0e2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.780463 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38620a97-cdf9-43ad-b0cc-bdb263b0fc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d3d13-f0bf-4613-9e87-76530eff4f9b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:05.800801 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-c3fbc5d5-12a3-4be8-8baf-6d086f288e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:05.814453 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-c3fbc5d5-12a3-4be8-8baf-6d086f288e6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f517029975a242dfaba9637347a912e4&device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 1128 time: 0.2811856 May 14 17:07:05.835094 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-89178887-b7e6-4151-9707-a1dcaa9c58d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (67f0297a-0c22-46e4-88b7-5cf75b82d0e2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:05.952712 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d791ea57-a839-41d1-86ef-1f84ddbf2b27 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:06.292434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:06.296258 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Current status of the port d791ea57-a839-41d1-86ef-1f84ddbf2b27 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:06.296841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.316198 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-89178887-b7e6-4151-9707-a1dcaa9c58d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8eb82928f32341388fccb49186ed049f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8108687 May 14 17:07:06.319078 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38552) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:06.350982 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89178887-b7e6-4151-9707-a1dcaa9c58d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0297a-0c22-46e4-88b7-5cf75b82d0e2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:06.368734 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:06.369117 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.391721 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-d62bdc57-c36a-4be7-b6ff-29669947efe1 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1897995811&fields=id&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 267 time: 0.4734943 May 14 17:07:06.415915 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-56e268c3-cf83-40d6-bfaa-54f8bf296c77 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1009644221&fields=id&tenant_id=17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 267 time: 0.3338342 May 14 17:07:06.425417 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] For port d791ea57-a839-41d1-86ef-1f84ddbf2b27, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d791ea57-a839-41d1-86ef-1f84ddbf2b27,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:06.438410 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] Publish callbacks [] for security_group (67f0297a-0c22-46e4-88b7-5cf75b82d0e2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.478962 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] Publish callbacks [] for security_group (67f0297a-0c22-46e4-88b7-5cf75b82d0e2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.620192 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (67f0297a-0c22-46e4-88b7-5cf75b82d0e2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.623430 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.626093 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67f0297a-0c22-46e4-88b7-5cf75b82d0e2 HTTP/1.1" status: 204 len: 168 time: 0.3052523 May 14 17:07:06.628942 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-d217f391-f2da-4e29-9a89-b3d2b39b3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:06.631707 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-d217f391-f2da-4e29-9a89-b3d2b39b3b5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4cb4362-162d-4ae3-abee-6965ba594504 HTTP/1.1" status: 200 len: 913 time: 0.7840514 May 14 17:07:06.659503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039229-8fc2-4325-a8ac-dbde15058fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0297a-0c22-46e4-88b7-5cf75b82d0e2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:06.717544 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:06.726240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-7db278e9-b2d2-43b3-b5b9-9f84f48ca2c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b638bd-8b52-417b-9a97-eb5663cebcde HTTP/1.1" status: 200 len: 217 time: 0.0724783 May 14 17:07:06.816058 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-705541b1-7f79-4970-b139-0cf4866f63ed tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:06.817756 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-705541b1-7f79-4970-b139-0cf4866f63ed tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.4179881 May 14 17:07:06.853903 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-6f93e4fa-64d3-451d-bd26-ea0b9cabaa0e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:06.869419 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-6f93e4fa-64d3-451d-bd26-ea0b9cabaa0e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 811 time: 0.4519382 May 14 17:07:06.927106 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-6ad6fa2b-9f13-4063-b772-3850173f6bcc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/quotas/cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 375 time: 0.0832071 May 14 17:07:06.934384 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-ed104f10-0218-47a4-b832-3b083ee07818 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/quotas/17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 375 time: 0.0640810 May 14 17:07:06.939509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-eb29216f-6293-409d-955d-bde5c8c3e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:06.943736 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-eb29216f-6293-409d-955d-bde5c8c3e4f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e973493e-7807-495c-bffc-850d08b0e86f HTTP/1.1" status: 200 len: 852 time: 0.1973760 May 14 17:07:06.944201 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75747fb-81e6-4e83-a8b2-76b910fd6847 None None] Pushing event updated for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:06.968845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-64888c53-cd4b-44d6-8613-b3d2de0d59df None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:06.968845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-64888c53-cd4b-44d6-8613-b3d2de0d59df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:07.059976 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port d791ea57-a839-41d1-86ef-1f84ddbf2b27 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:07.061106 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 59c5a9b5-3c12-41d1-992a-b11455f9ab28 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:07.133041 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-61fbc0e0-82cd-499a-bc21-706c2dc45996 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4cb4362-162d-4ae3-abee-6965ba594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657872 May 14 17:07:07.143764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:04Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:07.209430 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020612cf-479f-4413-85dd-2e28b2aa838a None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:04Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:07:07.261935 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-54ca666e-ba61-4496-b7e9-3d5bb6368898 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3167984 May 14 17:07:07.272266 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-8ad25c61-f993-4eb2-b6c3-95e1bdc6ba22 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3259993 May 14 17:07:07.277429 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:07.278054 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:07.279551 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-64888c53-cd4b-44d6-8613-b3d2de0d59df None None] Current status of the port d791ea57-a839-41d1-86ef-1f84ddbf2b27 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:07.419964 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:07.527407 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-cc9af8bb-720f-4283-b009-84b7c217de69 service neutron] 10.222.0.57 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647935 May 14 17:07:07.530235 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-a8611c5b-382d-4a2f-a09e-8faec31cce7e service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475136 May 14 17:07:07.559075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d791ea57-a839-41d1-86ef-1f84ddbf2b27 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:07.661369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port d791ea57-a839-41d1-86ef-1f84ddbf2b27 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:07.662470 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:07.836084 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port d791ea57-a839-41d1-86ef-1f84ddbf2b27 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:07.963614 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-56815b15-517a-4e62-9ceb-81179e10aad3 service neutron] 10.222.0.48 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615586 May 14 17:07:08.086561 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 38592) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:08.105650 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-fbf13a1d-9623-43b4-8bf2-0ccc65b08196 service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402868 May 14 17:07:08.136310 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1482069c-2ac2-41fe-9089-7aa6e83f0c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:08.191597 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68cf8bfb-39d3-43e3-9ffe-9685f2b060fd req-974405d7-faf0-434b-91e3-3a3a46883b1c service neutron] 10.222.0.57 "GET /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574986 May 14 17:07:08.232521 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-ace8efae-3d65-4aac-b168-74dfaadcd5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595835 May 14 17:07:08.334517 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1482069c-2ac2-41fe-9089-7aa6e83f0c52 admin admin] Publish callbacks [] for security_group (0b888cb3-ac82-4c58-89c4-1e5a41116945), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:08.426749 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1482069c-2ac2-41fe-9089-7aa6e83f0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0b888cb3-ac82-4c58-89c4-1e5a41116945), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:08.498527 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1482069c-2ac2-41fe-9089-7aa6e83f0c52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e4d0f9f92454b09a5abf2df99208a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098768 May 14 17:07:08.499755 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482069c-2ac2-41fe-9089-7aa6e83f0c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b888cb3-ac82-4c58-89c4-1e5a41116945,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:08.501028 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38598) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:08.722579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] Publish callbacks [] for security_group (0b888cb3-ac82-4c58-89c4-1e5a41116945), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:08.967491 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] Publish callbacks [] for security_group (0b888cb3-ac82-4c58-89c4-1e5a41116945), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:09.176731 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eb2a9-aca1-456d-8f37-00d0199b3c53 req-08934572-f13e-4382-a03e-edf5a16b8b07 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:09.179088 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-751eb2a9-aca1-456d-8f37-00d0199b3c53 req-08934572-f13e-4382-a03e-edf5a16b8b07 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.1060665 May 14 17:07:09.185020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-33794eff-2069-4a0f-a492-9154f4d776d5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:09.188083 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-33794eff-2069-4a0f-a492-9154f4d776d5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.5832605 May 14 17:07:09.218057 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-948ea25f-112a-45d3-91a3-3c33f6538b7d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/quotas/5a510daa17084906b68118cd075f8a36 HTTP/1.1" status: 200 len: 375 time: 0.0213177 May 14 17:07:09.251923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0b888cb3-ac82-4c58-89c4-1e5a41116945), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:09.254715 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:09.256005 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b888cb3-ac82-4c58-89c4-1e5a41116945 HTTP/1.1" status: 204 len: 168 time: 0.7521725 May 14 17:07:09.313665 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5d72b-cbef-4f69-a900-18333bada2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b888cb3-ac82-4c58-89c4-1e5a41116945,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:09.331605 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-751eb2a9-aca1-456d-8f37-00d0199b3c53 req-bc466b21-8334-408e-bde7-38282fea8cec tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342938 May 14 17:07:09.395265 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-4fdd4cfa-fff8-4c10-b51e-2ba91355ee08 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682954 May 14 17:07:09.528270 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cec26f9a-6a5d-4599-8f9c-e70a9983cc9e req-5ef6bfde-f327-492e-8a92-9729d17cf509 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0422325 May 14 17:07:09.600092 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-0f2eb4d5-4d50-4cfa-8aed-75aa4f9aeb5a service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855128 May 14 17:07:09.767117 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-adedad05-a2ad-40d7-a28a-1a6eeb22b2f0 req-612f67c2-fad1-4690-a104-8685e76ba564 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.1313896 May 14 17:07:09.871599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-fed395e9-7c66-4a5e-89a4-6beaa0982410 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:09.873076 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-fed395e9-7c66-4a5e-89a4-6beaa0982410 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.2699330 May 14 17:07:09.876008 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-ca3de3d4-2c6b-4851-a356-02405df01f8c service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744682 May 14 17:07:09.918965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'port': {'device_id': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'admin_state_up': True, 'tenant_id': '5a510daa17084906b68118cd075f8a36'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:10.141775 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7830-c24f-463a-9a4b-5fb481d324dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:10.214408 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Made reservation on behalf of 5a510daa17084906b68118cd075f8a36 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:07:10.217987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:10.362024 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Allocated IP 172.20.0.11 (a8a06775-837b-454a-b790-8645dbd6a277/a42d4f81-ffd0-47b6-be20-2c865f99752e/25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:10.613637 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4965e56f-0095-425c-a393-a4f7ef1fde86 req-09659c86-59a5-4f5a-acf9-866eaef5bbfc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0737851 May 14 17:07:10.777000 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd73f639-36da-4d8b-82be-507443e520f0 req-2b0cdad0-745d-40d6-b900-d7385c4d3314 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0551736 May 14 17:07:10.806592 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72dddc-59ed-495a-9722-e6bac47883b7 req-3b376ca4-3434-4c7e-8f92-a1c6cc14fb68 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:10.819620 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc72dddc-59ed-495a-9722-e6bac47883b7 req-3b376ca4-3434-4c7e-8f92-a1c6cc14fb68 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.2702880 May 14 17:07:10.844989 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:10.937065 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85be07d2-d575-45f4-b41b-11c6a0e9eca6 req-1d049961-52ab-46fb-b82a-a2bf2fe140fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0690122 May 14 17:07:10.990739 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc72dddc-59ed-495a-9722-e6bac47883b7 req-f087731f-f2f1-450c-a928-a7a76e6756b4 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700172 May 14 17:07:11.054810 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:11.142596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:11.152457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:11.154893 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:11.158835 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:11.179546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:11.181337 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:11.293089 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-055c006d-1de8-40a4-a9e2-cd73d41b91a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3795099 May 14 17:07:11.437715 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Request body: {'port': {'device_id': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:11.564496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:11.650074 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2744418f-ecc3-4490-8cbc-0a5aca2eaab5 None None] Provisioning complete for port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:11.650665 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2744418f-ecc3-4490-8cbc-0a5aca2eaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:11.746884 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2744418f-ecc3-4490-8cbc-0a5aca2eaab5 None None] Port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:07:11.812820 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f148029-96de-4b82-9633-97048a1ff6a1 req-a620f802-50ff-48d7-8faa-1966ba37204d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0624855 May 14 17:07:12.007850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ffd9fd71-454a-4275-96c8-7e7399ba5221 req-a5813ae2-db3f-4c7d-b65a-d165a6a5aa88 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0819073 May 14 17:07:12.123176 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9bf4f23-c7c0-4fa8-9b0d-67f6cfaf0388 req-c5a9040a-50e0-4961-b66e-bc520f4a2eb6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0715055 May 14 17:07:12.265725 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76560ac1-e84b-40d6-921f-34616bcf7a70 req-bfa8116d-85e6-4789-adea-fc3db7581eba tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:12.267621 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76560ac1-e84b-40d6-921f-34616bcf7a70 req-bfa8116d-85e6-4789-adea-fc3db7581eba tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.1380177 May 14 17:07:12.389486 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:12.403684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks [] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:12.422263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Transition to ACTIVE for port object 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:07:12.462647 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76560ac1-e84b-40d6-921f-34616bcf7a70 req-0faf9c6c-dab4-4bf9-bc64-0dba5d19c8da tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602032 May 14 17:07:12.530903 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4533fc57-6b7f-40d2-b150-57cddd3fb2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:12.531257 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:12.703371 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:12.724397 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.57', 61967) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:12.731411 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Attempting to bind port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:12.732330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Attempting to bind port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:12.732816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Attempting to bind port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:12.745316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa on network a8a06775-837b-454a-b790-8645dbd6a277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:07:12.745809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Attempting to bind port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:12.753813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:12.754355 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:12.755861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Bound using segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:12.768793 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Bound port: 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:12.769634 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:12.951609 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:12.979774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:12.979774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:13.060486 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f330eb1c-02c6-420e-90d4-829f9fa324aa req-515c47b6-3262-4434-bb6a-81f00a81b1c6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0702078 May 14 17:07:13.152052 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c148361-8257-4878-b5d2-1fe71d138db8 req-676b6c63-5b6f-4c1b-a3dd-7285c55259ee tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0316002 May 14 17:07:13.204677 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:13.267160 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-ccfc5c5b-beb4-40c3-8bce-c9ff0708ab77 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:13.269971 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-ccfc5c5b-beb4-40c3-8bce-c9ff0708ab77 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.5375242 May 14 17:07:13.291876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:13.291876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:13.291876 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 1094 time: 1.8552024 May 14 17:07:13.300395 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:13.303522 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:13.384289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c9652d1-71d9-4a36-aabd-e86a819d0f7e req-eb693d62-993f-436e-990b-cf301b1db87e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0942271 May 14 17:07:13.394591 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c2711-9a66-43c3-88ab-b535448945b5 x-openstack-request-id: req-667c2711-9a66-43c3-88ab-b535448945b5 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:13.399017 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:13.399304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-667c2711-9a66-43c3-88ab-b535448945b5 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:13.399906 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667c2711-9a66-43c3-88ab-b535448945b5'] response: {'name': 'network-changed', 'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', 'status': 'completed', 'code': 200} May 14 17:07:13.417369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:13.430815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.57', 61968) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:13.629301 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-73d0ed13-166e-4bf2-a60f-c7c8f46eb8a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 380 time: 0.3370636 May 14 17:07:13.674758 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d2d3b-08a2-4ea5-9a73-46cf6ebde0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:13.685672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-9e71867c-5c0b-4f61-b4e3-9adf74932897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:13.694094 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-9e71867c-5c0b-4f61-b4e3-9adf74932897 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1128 time: 0.2544177 May 14 17:07:13.747469 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-f7c91cc3-b25b-4de0-940f-afad7c07904c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:13.749259 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-f7c91cc3-b25b-4de0-940f-afad7c07904c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 811 time: 0.3566349 May 14 17:07:13.756771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b2d9-e4a4-4609-af9c-2ff40d3560b1 req-811d87fb-bf84-46e4-8d21-48a3c640eefe tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:13.758326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1432b2d9-e4a4-4609-af9c-2ff40d3560b1 req-811d87fb-bf84-46e4-8d21-48a3c640eefe tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.1238813 May 14 17:07:13.812113 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1432b2d9-e4a4-4609-af9c-2ff40d3560b1 req-cf61481a-2f62-4b6d-adf8-d94724a2f4a8 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 May 14 17:07:13.839726 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'port': {'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'admin_state_up': True, 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'security_groups': ['b0fd903f-512c-4e90-a12e-04b46bd47d60']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:13.936376 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-766e555b-d8a7-4d63-ad53-e4b1aa3e38ba tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 380 time: 0.1008823 May 14 17:07:13.948985 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'port': {'device_id': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'admin_state_up': True, 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'security_groups': ['259c44c2-015a-4ba5-b669-5cf4199afa93']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:14.137320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-d17cf635-7820-4f2e-96db-132e694a42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:14.137320 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-d17cf635-7820-4f2e-96db-132e694a42e8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a510daa17084906b68118cd075f8a36&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3111281 May 14 17:07:14.300925 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:07:14.321651 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:14.395355 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-33fcf34e-dcb6-447e-a6b6-ba60e344fa7f req-13887ff5-9151-4cc3-9582-36353bc4fe98 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.2360511 May 14 17:07:14.397103 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-1a97fae6-42d2-4dd4-8ec5-b6462e5cad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:14.397312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Made reservation on behalf of 17563077ee7a40dfb909d2bf6d193cf6 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:07:14.398719 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a55bd62-f621-4cf3-b13a-aac6c8964bc1 req-1a97fae6-42d2-4dd4-8ec5-b6462e5cad19 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550683 May 14 17:07:14.400685 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:14.435239 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e7ad4aa5-7b00-4413-b537-b1f6b65721d4 req-0ff4e632-aa2e-4b76-90c7-9daeebf407a1 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0428021 May 14 17:07:14.588377 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40f56410-756b-4e7f-ae90-9bd5db66689d req-59e701f3-56aa-4547-a910-69d4981b82ab tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0419879 May 14 17:07:14.607309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.57', 61973) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:14.613738 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Allocated IP 172.20.0.4 (a04430b6-7869-4a4b-8e32-5e13fd08378a/4164c5af-28c3-40a5-9f1a-a0aa5474192c/09c99ce8-9902-4116-ab93-e7af0bac9754) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:14.731842 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-54e404af-cfef-431c-ba7d-e7c7c81467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:14.733496 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-54e404af-cfef-431c-ba7d-e7c7c81467f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1128 time: 0.1986611 May 14 17:07:14.790926 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-0b5e8cc7-b97f-4e27-a75f-c4a5ee3f4102 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:14.792524 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-0b5e8cc7-b97f-4e27-a75f-c4a5ee3f4102 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.1799068 May 14 17:07:14.803391 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:14.812334 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'port': {'device_id': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'admin_state_up': True, 'tenant_id': '5a510daa17084906b68118cd075f8a36'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:14.905213 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.011872 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-3f30b058-f598-4739-bbd5-d2f9d1af72bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 217 time: 0.2621090 May 14 17:07:15.012995 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.20.0.13 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/d8ae44cd-6bf9-4501-9839-7b84eb8173a7) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:15.037593 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb86991-99bb-4c95-bb5f-b65268e30429 req-392d6ba8-3c7a-4663-a1b2-b28e19ebbc63 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.042914 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-deb86991-99bb-4c95-bb5f-b65268e30429 req-392d6ba8-3c7a-4663-a1b2-b28e19ebbc63 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.1235425 May 14 17:07:15.106855 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-c5cc6a30-63a9-4934-9a90-c6b9d55f12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.108551 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-c5cc6a30-63a9-4934-9a90-c6b9d55f12d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0891256 May 14 17:07:15.109861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Made reservation on behalf of 5a510daa17084906b68118cd075f8a36 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:07:15.113466 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.116657 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.199772 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-deb86991-99bb-4c95-bb5f-b65268e30429 req-64335436-64b1-41af-a8ab-14ff103dad2a tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524093 May 14 17:07:15.227843 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:15.230035 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:15.245181 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:15.252444 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.254440 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.275456 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-865bde9b-7173-4811-a8bd-190534143a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.277082 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-865bde9b-7173-4811-a8bd-190534143a4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1601398 May 14 17:07:15.292296 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:15.393814 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.398650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Allocated IP 172.20.0.5 (a8a06775-837b-454a-b790-8645dbd6a277/a42d4f81-ffd0-47b6-be20-2c865f99752e/50c48780-3cac-4541-9324-185bdc379665) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:07:15.412940 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-99bcf2ee-3754-4314-a8fd-2c0b3a40efdf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677267 May 14 17:07:15.432022 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-c560ea54-1b4e-4ce9-a796-15b678816565 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466296 May 14 17:07:15.569563 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Request body: {'port': {'device_id': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:15.573947 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.624080 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-615b65a4-f2be-4e20-a446-9dd138a3b503 req-566e29e8-4402-42e3-b667-70b7683b8dfe service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615708 May 14 17:07:15.640723 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8dda75e7-d29b-4a41-9fca-5edaaa15cf0f None None] Provisioning complete for port 09c99ce8-9902-4116-ab93-e7af0bac9754 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:15.641326 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8dda75e7-d29b-4a41-9fca-5edaaa15cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.647214 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f571b302-968f-41fb-9068-ae7d9cb6dcb4 req-672762fe-151d-4467-9d37-e605ea222e37 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0871308 May 14 17:07:15.698297 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for port (50c48780-3cac-4541-9324-185bdc379665), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.698949 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8dda75e7-d29b-4a41-9fca-5edaaa15cf0f None None] Port 09c99ce8-9902-4116-ab93-e7af0bac9754 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:07:15.703813 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:15.718027 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:15.727701 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:15.732819 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.733455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.738082 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c7797-d9d2-46ae-b73c-7d4060b448d9 req-b827e4ad-3fdd-4e29-9ec8-06a9c7cf99d3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.739893 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-190c7797-d9d2-46ae-b73c-7d4060b448d9 req-b827e4ad-3fdd-4e29-9ec8-06a9c7cf99d3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 932 time: 0.1809614 May 14 17:07:15.751938 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:15.771708 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:15.872651 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 46b638bd-8b52-417b-9a97-eb5663cebcde details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:07:15.876462 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-190c7797-d9d2-46ae-b73c-7d4060b448d9 req-d8bf0023-95bc-4dd6-bf60-e99d71df2cfa tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245618 May 14 17:07:15.900950 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679081c-ee3e-4ebe-b185-4a7b3db46747 req-b87cba0a-d8b0-4392-9d30-94df79756209 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:15.901773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1679081c-ee3e-4ebe-b185-4a7b3db46747 req-b87cba0a-d8b0-4392-9d30-94df79756209 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 931 time: 0.1746488 May 14 17:07:15.950059 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-468fae66-225f-4826-a58f-c8b60f3721da tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1223145 May 14 17:07:15.973664 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Request body: {'port': {'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:15.994284 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (50c48780-3cac-4541-9324-185bdc379665), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.045759 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8116849a-320d-4b3d-95e5-99a62e21607b None None] Provisioning complete for port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:16.046412 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8116849a-320d-4b3d-95e5-99a62e21607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.051424 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.058418 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=46b638bd-8b52-417b-9a97-eb5663cebcde,segment=NetworkSegment(b79a536b-2ac8-465f-9bba-179a2f960ca1),segment_id=b79a536b-2ac8-465f-9bba-179a2f960ca1)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:16.107288 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '46b638bd-8b52-417b-9a97-eb5663cebcde', 'network_id': 'b4cb4362-162d-4ae3-abee-6965ba594504', 'port_id': '46b638bd-8b52-417b-9a97-eb5663cebcde', 'mac_address': 'fa:16:3e:73:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e973493e-7807-495c-bffc-850d08b0e86f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:07:16.120676 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8116849a-320d-4b3d-95e5-99a62e21607b None None] Port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:07:16.124840 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1679081c-ee3e-4ebe-b185-4a7b3db46747 req-2a4dab4c-2aec-4ef4-ae06-ad1b3e1e5cd5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221160 May 14 17:07:16.159851 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:07:16.163578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:07:16.165432 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:16.167821 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:07:16.174828 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:16.175056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.211688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 46b638bd-8b52-417b-9a97-eb5663cebcde is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:16.211688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.219039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b638bd-8b52-417b-9a97-eb5663cebcde {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:16.242361 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=46b638bd-8b52-417b-9a97-eb5663cebcde,segment=NetworkSegment(b79a536b-2ac8-465f-9bba-179a2f960ca1),segment_id=b79a536b-2ac8-465f-9bba-179a2f960ca1)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:16.334559 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-46862707-0e88-4a6b-ad02-542612f09ae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260551 May 14 17:07:16.375123 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.389056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Request body: {'port': {'device_id': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:16.414120 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.445263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c99ce8-9902-4116-ab93-e7af0bac9754 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:16.465229 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:16.478462 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks [] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.515484 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Transition to ACTIVE for port object 09c99ce8-9902-4116-ab93-e7af0bac9754 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:07:16.534508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90bec2-bffa-4c25-9ac2-dac9f84a5b44 req-441e056e-d773-4b90-85b8-05ff92d6291a tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:16.541496 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd90bec2-bffa-4c25-9ac2-dac9f84a5b44 req-441e056e-d773-4b90-85b8-05ff92d6291a tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 944 time: 0.2135110 May 14 17:07:16.545350 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (50c48780-3cac-4541-9324-185bdc379665), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.548506 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-c8779305-52e0-4ebd-b85c-9cf7d5fb86b3 None None] Provisioning complete for port 50c48780-3cac-4541-9324-185bdc379665 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:16.551640 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c8779305-52e0-4ebd-b85c-9cf7d5fb86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (50c48780-3cac-4541-9324-185bdc379665), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.605827 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ae44cd-6bf9-4501-9839-7b84eb8173a7 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:16.615340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks [] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.637104 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd90bec2-bffa-4c25-9ac2-dac9f84a5b44 req-87722656-a324-4176-acfd-5fb457eb6eaa tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944951 May 14 17:07:16.638419 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Transition to ACTIVE for port object d8ae44cd-6bf9-4501-9839-7b84eb8173a7 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:07:16.646960 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.647427 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c8779305-52e0-4ebd-b85c-9cf7d5fb86b3 None None] Port 50c48780-3cac-4541-9324-185bdc379665 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:07:16.729308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:16.731512 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['46b638bd-8b52-417b-9a97-eb5663cebcde'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:16.850887 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:16.951095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Attempting to bind port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:16.951576 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Attempting to bind port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:16.953008 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Attempting to bind port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:16.965570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Pushing event updated for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:16.967620 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:07:16.968464 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Attempting to bind port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:16.977010 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Attempting to bind port 09c99ce8-9902-4116-ab93-e7af0bac9754 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:16.977610 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Attempting to bind port 09c99ce8-9902-4116-ab93-e7af0bac9754 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:16.978147 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Attempting to bind port 09c99ce8-9902-4116-ab93-e7af0bac9754 on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:16.983152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:16.983627 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:16.984392 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:16.984985 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Bound port: d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:16.985530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.014061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Port 09c99ce8-9902-4116-ab93-e7af0bac9754 on network a04430b6-7869-4a4b-8e32-5e13fd08378a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:07:17.014387 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Attempting to bind port 09c99ce8-9902-4116-ab93-e7af0bac9754 on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:17.121751 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:17.122455 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Checking segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:17.122999 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Bound using segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:17.123620 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Bound port: 09c99ce8-9902-4116-ab93-e7af0bac9754, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:17.124134 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.147863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:17.153364 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:17.164049 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b512-9a5e-415d-a613-1e8b86b073ab req-53d17c30-c5d8-4d5d-b159-5fea14161ac9 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.165757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70e8b512-9a5e-415d-a613-1e8b86b073ab req-53d17c30-c5d8-4d5d-b159-5fea14161ac9 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 931 time: 0.4363370 May 14 17:07:17.187693 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:07:17.243083 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.281566 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.282184 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.283643 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] 10.222.0.57 "PUT /v2.0/ports/d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 200 len: 1094 time: 1.3171592 May 14 17:07:17.284080 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:17.290343 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c185d9-5fde-4032-88b2-57394ffa98cb req-e6c8e766-d958-4776-8a29-71af26e1c05d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.291848 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73c185d9-5fde-4032-88b2-57394ffa98cb req-e6c8e766-d958-4776-8a29-71af26e1c05d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 944 time: 0.2466669 May 14 17:07:17.350696 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c48780-3cac-4541-9324-185bdc379665 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:17.394009 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0910ea-cada-4806-83b0-eef54788a08e service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:17.412012 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks [] for port (50c48780-3cac-4541-9324-185bdc379665), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.439724 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70e8b512-9a5e-415d-a613-1e8b86b073ab req-a4b8515b-0bd3-4c7d-a4c0-38e5b39bf375 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538679 May 14 17:07:17.461859 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:17.490833 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Transition to ACTIVE for port object 50c48780-3cac-4541-9324-185bdc379665 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:07:17.504541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09c99ce8-9902-4116-ab93-e7af0bac9754,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:17.534042 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73c185d9-5fde-4032-88b2-57394ffa98cb req-2ba2e405-a9d2-4759-aec8-5c2c509b813d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101252 May 14 17:07:17.544633 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-08d6a3cd-d0a7-440c-865f-2dd7fe7629bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.551215 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-08d6a3cd-d0a7-440c-865f-2dd7fe7629bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 1128 time: 0.0833857 May 14 17:07:17.632750 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (50c48780-3cac-4541-9324-185bdc379665), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.638121 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.658992 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc88fb2-de5e-4324-ad90-33f613c0edd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:17.676691 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-d1db77bd-6dd8-4991-a417-6b6bd28524a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 200 len: 217 time: 0.1122453 May 14 17:07:17.700329 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.700956 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:17.702361 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] 10.222.0.57 "PUT /v2.0/ports/09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 1093 time: 2.1407521 May 14 17:07:17.705053 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:17.707340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04761df-d4e0-4143-b1bf-f2294e68038e" -d '{"events": [{"name": "network-changed", "server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:17.741075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6ec8-0162-47fc-b644-db8a55724e63 req-d149ff99-7bab-41e4-9b72-8a73b77e590a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.749011 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-87db6ec8-0162-47fc-b644-db8a55724e63 req-d149ff99-7bab-41e4-9b72-8a73b77e590a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 943 time: 0.1940935 May 14 17:07:17.752987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:17.793938 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9718756a-0ccb-4420-8e8e-a05b6d481b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.795452 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-9718756a-0ccb-4420-8e8e-a05b6d481b70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.1115360 May 14 17:07:17.817068 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794485cb-eac8-478a-8963-48633106e8e7 x-openstack-request-id: req-794485cb-eac8-478a-8963-48633106e8e7 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:17.820976 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:17.825393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-794485cb-eac8-478a-8963-48633106e8e7 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:17.825393 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794485cb-eac8-478a-8963-48633106e8e7'] response: {'name': 'network-changed', 'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'status': 'completed', 'code': 200} May 14 17:07:17.834354 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:07:17.941283 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-8b671e80-d368-464e-9548-40d09ce2a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:17.943854 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-8b671e80-d368-464e-9548-40d09ce2a945 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1413746 May 14 17:07:18.058604 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 46b638bd-8b52-417b-9a97-eb5663cebcde up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:18.125695 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-f9b56cae-6a81-48b0-b834-96fe31defba6 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643491 May 14 17:07:18.215344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Attempting to bind port 50c48780-3cac-4541-9324-185bdc379665 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:07:18.215691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Attempting to bind port 50c48780-3cac-4541-9324-185bdc379665 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:07:18.216020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Attempting to bind port 50c48780-3cac-4541-9324-185bdc379665 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:18.225170 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:18.244794 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Port 50c48780-3cac-4541-9324-185bdc379665 on network a8a06775-837b-454a-b790-8645dbd6a277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:07:18.245297 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Attempting to bind port 50c48780-3cac-4541-9324-185bdc379665 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:07:18.245879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'port_id': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', 'mac_address': 'fa:16:3e:c2:27:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:07:18.256905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30450-4dd3-4ac2-bba1-a66fbdf11400 service neutron] Pushing event updated for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:18.263651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:07:18.264101 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2fa885f7-1ffd-497a-acf9-2e26582fc6bb req-feeceaea-6efe-41f2-84a6-c64b47c7c0bc service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317356 May 14 17:07:18.264749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:07:18.264749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Bound using segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:07:18.264977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Bound port: 50c48780-3cac-4541-9324-185bdc379665, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:07:18.265359 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (50c48780-3cac-4541-9324-185bdc379665), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:18.271835 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-87db6ec8-0162-47fc-b644-db8a55724e63 req-a9b39704-d8ce-4a2c-9a19-e54f8f8b35ac tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219326 May 14 17:07:18.299033 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:18.299419 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:18.307071 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-98e99f9d-4ef9-4ce6-ba77-93fd83513c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.308585 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-98e99f9d-4ef9-4ce6-ba77-93fd83513c7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1127 time: 0.1781807 May 14 17:07:18.313851 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:18.317514 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b24e1-e1a7-4e8b-aa91-c3f5ae6d3adf req-58eb54de-b579-4d79-a746-dc551a73f525 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.319200 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fb8b24e1-e1a7-4e8b-aa91-c3f5ae6d3adf req-58eb54de-b579-4d79-a746-dc551a73f525 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1859009 May 14 17:07:18.343298 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:18.383348 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0cc9de-c37e-4996-8025-898e88463e9f x-openstack-request-id: req-3d0cc9de-c37e-4996-8025-898e88463e9f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:18.383630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:18.383882 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d0cc9de-c37e-4996-8025-898e88463e9f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:18.384318 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0cc9de-c37e-4996-8025-898e88463e9f'] response: {'name': 'network-changed', 'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'status': 'completed', 'code': 200} May 14 17:07:18.386603 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-108f1a4a-0413-4b76-8fab-07173112b21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 217 time: 0.0648875 May 14 17:07:18.480395 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:07:18.486797 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fb8b24e1-e1a7-4e8b-aa91-c3f5ae6d3adf req-dd32966a-160a-4a1b-bb7c-58e2d7a9f97c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417916 May 14 17:07:18.490514 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-6130a9e8-8582-4733-96e3-c0bc98c5dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.498773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-6130a9e8-8582-4733-96e3-c0bc98c5dd4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0918596 May 14 17:07:18.505519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=50c48780-3cac-4541-9324-185bdc379665,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:07:18.603714 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-56d4ebb0-7f11-4f6e-a4f1-fb624cc3f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.605296 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-56d4ebb0-7f11-4f6e-a4f1-fb624cc3f206 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071384 May 14 17:07:18.612981 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaaa7d-90ee-44e3-b097-5e6d18a4dc98 req-2b878eed-ec51-4ae9-b60f-9d2b228f441c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.614372 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71eaaa7d-90ee-44e3-b097-5e6d18a4dc98 req-2b878eed-ec51-4ae9-b60f-9d2b228f441c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 943 time: 0.0791960 May 14 17:07:18.769279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71eaaa7d-90ee-44e3-b097-5e6d18a4dc98 req-eb818c70-b0ce-499c-b69d-9f542396cf28 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354339 May 14 17:07:18.779184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521312d-7af3-43bc-8357-06c6189dafa1 req-e7708819-339a-4efd-b220-ffb0ddf19bf2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:18.780694 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8521312d-7af3-43bc-8357-06c6189dafa1 req-e7708819-339a-4efd-b220-ffb0ddf19bf2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 944 time: 0.1637740 May 14 17:07:18.784406 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-e6daac91-e4bf-429d-8441-60777f042b90 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685197 May 14 17:07:18.881894 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8521312d-7af3-43bc-8357-06c6189dafa1 req-5e6a11e4-736f-478e-9032-ffb6d3578d58 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957205 May 14 17:07:18.910688 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4287f0b2-c0f3-4720-af81-fadbefcd5137 req-17833c4e-ca36-4875-a41d-98b670875efc service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186936 May 14 17:07:19.037780 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (50c48780-3cac-4541-9324-185bdc379665), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.038238 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.041688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 46b638bd-8b52-417b-9a97-eb5663cebcde completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:07:19.070538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 46b638bd-8b52-417b-9a97-eb5663cebcde triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:19.081836 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.106992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:19.110693 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.110991 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.112460 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8f970ee0-9f5b-4856-9f06-c3c685b6a2f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 200 len: 1093 time: 2.7492695 May 14 17:07:19.143815 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:19.199475 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 46b638bd-8b52-417b-9a97-eb5663cebcde is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:19.199866 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.228049 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:19.250456 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-f23fe647-9372-47f9-a7b6-0548d3c0e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.252070 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-f23fe647-9372-47f9-a7b6-0548d3c0e473 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1127 time: 0.0782051 May 14 17:07:19.258954 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-6669b2f5-6d80-4cce-91d5-e10fecaf6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.260502 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-6669b2f5-6d80-4cce-91d5-e10fecaf6878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 1128 time: 0.0853388 May 14 17:07:19.331120 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=46b638bd-8b52-417b-9a97-eb5663cebcde,segment=NetworkSegment(b79a536b-2ac8-465f-9bba-179a2f960ca1),segment_id=b79a536b-2ac8-465f-9bba-179a2f960ca1)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:19.386039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1780683-c731-4bbb-a17b-51f3c8e9d64a" -d '{"events": [{"server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:19.410827 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:19.419740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-b9277bcc-fc52-4a31-a194-bc7deb9e192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.424191 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-b9277bcc-fc52-4a31-a194-bc7deb9e192f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1127 time: 0.1083403 May 14 17:07:19.449488 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:19.536690 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-1723dc53-cdda-46fe-8fd2-95396bfa815f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 200 len: 217 time: 0.0988276 May 14 17:07:19.544830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:19.567537 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-456c12b5-9e45-42d8-bdcc-b6c433c9bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.569364 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-456c12b5-9e45-42d8-bdcc-b6c433c9bc6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.2999387 May 14 17:07:19.575255 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-5921516d-23a0-4514-9c7c-f4524379025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.576873 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-5921516d-23a0-4514-9c7c-f4524379025d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.3153896 May 14 17:07:19.597430 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6b7e9-2744-4fad-be02-20ca379de16b req-5489684e-c0b8-487f-ada8-cdfaf64d456a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.599966 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14b6b7e9-2744-4fad-be02-20ca379de16b req-5489684e-c0b8-487f-ada8-cdfaf64d456a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 943 time: 0.1775672 May 14 17:07:19.642282 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24591a4b-b5b8-41a5-aa2c-26fd04f151de x-openstack-request-id: req-24591a4b-b5b8-41a5-aa2c-26fd04f151de {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:19.642670 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:19.642994 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24591a4b-b5b8-41a5-aa2c-26fd04f151de {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:19.643527 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24591a4b-b5b8-41a5-aa2c-26fd04f151de'] response: {'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde', 'code': 200} May 14 17:07:19.646292 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-f330f55e-255d-45b2-a1f5-2e0b7ccdaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.648502 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-f330f55e-255d-45b2-a1f5-2e0b7ccdaa57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.1044843 May 14 17:07:19.701816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-af155648-9ff6-4768-b47a-87faa521fb81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 200 len: 217 time: 0.1232195 May 14 17:07:19.752246 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-60fb6bda-3b1a-4c10-8053-9f262d694e5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 217 time: 0.1491714 May 14 17:07:19.752788 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee5e-9447-4734-9b06-b73551cff134 req-cbcef5f0-5c1b-44c5-a70b-287f6608b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.754487 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-cbcef5f0-5c1b-44c5-a70b-287f6608b225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651319 May 14 17:07:19.805431 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14b6b7e9-2744-4fad-be02-20ca379de16b req-3c353351-adb3-4854-8237-0d16784ef70d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534190 May 14 17:07:19.860914 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-00820c2c-29d5-4d6a-a9e2-0cfbf7483361 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954602 May 14 17:07:19.918313 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-f866af25-452b-4d9d-87a6-b48ff3cff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.923175 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-f866af25-452b-4d9d-87a6-b48ff3cff9e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.1698446 May 14 17:07:19.945557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-382c5b7b-bbac-47a6-b7a2-a87d30af47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.947107 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-382c5b7b-bbac-47a6-b7a2-a87d30af47c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.1778307 May 14 17:07:19.970380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2a23-ebfa-4aa3-9f9f-a8907e3e80e3 req-0b6acaf4-e2dc-4513-aca5-376e6dd3a89c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:19.972017 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-164f2a23-ebfa-4aa3-9f9f-a8907e3e80e3 req-0b6acaf4-e2dc-4513-aca5-376e6dd3a89c tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.2136366 May 14 17:07:20.088542 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2ba8d-4e8e-46c4-8685-35b3a83b115a req-a756eb95-0649-417a-9c21-36f6c99f67f0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.090026 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bec2ba8d-4e8e-46c4-8685-35b3a83b115a req-a756eb95-0649-417a-9c21-36f6c99f67f0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 943 time: 0.2149255 May 14 17:07:20.113109 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-67ba1612-fcf7-448f-b9ab-27bf9d897a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.114603 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-67ba1612-fcf7-448f-b9ab-27bf9d897a5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1664283 May 14 17:07:20.136716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-164f2a23-ebfa-4aa3-9f9f-a8907e3e80e3 req-2d91d19f-4ceb-45c4-bdb3-906829ef59f6 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536767 May 14 17:07:20.154181 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-98e279f3-bbe3-4f1b-8b0a-6373543c024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.160511 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-98e279f3-bbe3-4f1b-8b0a-6373543c024c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1997223 May 14 17:07:20.207102 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8c360f47-ba5c-4964-aaf1-a1ef0833438f service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391614 May 14 17:07:20.237350 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-6cf702bc-2ee0-4d02-bd77-8153924f98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.239119 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-6cf702bc-2ee0-4d02-bd77-8153924f98ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 1130 time: 0.1255968 May 14 17:07:20.258887 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-5fb51d97-368b-455d-9ad4-6b37f5dc9ba4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:20.341413 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-5fb51d97-368b-455d-9ad4-6b37f5dc9ba4 service neutron] Publish callbacks [] for security_group (a06f793d-4db0-417c-8cea-878e510c543b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:20.490269 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'tag': '50c48780-3cac-4541-9324-185bdc379665'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:20.492781 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0942c33c-cc5d-4000-946d-9b34341b358d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "tag": "50c48780-3cac-4541-9324-185bdc379665"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:20.568760 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-5fb51d97-368b-455d-9ad4-6b37f5dc9ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (a06f793d-4db0-417c-8cea-878e510c543b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:20.574302 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bec2ba8d-4e8e-46c4-8685-35b3a83b115a req-a9c75f87-e633-456a-94eb-284468cf1f74 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719994 May 14 17:07:20.618107 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d494ffe0-97d3-402c-9bf3-5fea94acee17 req-5fb51d97-368b-455d-9ad4-6b37f5dc9ba4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726363 May 14 17:07:20.620010 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51d97-368b-455d-9ad4-6b37f5dc9ba4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f793d-4db0-417c-8cea-878e510c543b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:20.634650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fad79f-a646-4c0f-8d21-38629ca23289 x-openstack-request-id: req-00fad79f-a646-4c0f-8d21-38629ca23289 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:20.634887 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "tag": "50c48780-3cac-4541-9324-185bdc379665", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:20.635231 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00fad79f-a646-4c0f-8d21-38629ca23289 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:20.635685 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fad79f-a646-4c0f-8d21-38629ca23289'] response: {'name': 'network-changed', 'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'tag': '50c48780-3cac-4541-9324-185bdc379665', 'status': 'completed', 'code': 200} May 14 17:07:20.642748 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b45a5e-601d-4ef8-acb4-e6db1a9be83d req-a290116e-8eac-49e7-b56a-df8458764d36 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.644258 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95b45a5e-601d-4ef8-acb4-e6db1a9be83d req-a290116e-8eac-49e7-b56a-df8458764d36 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 944 time: 0.4267228 May 14 17:07:20.646621 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-14047e4b-3769-418a-b138-893ba3f7d967 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215461 May 14 17:07:20.648676 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-10fce2ff-9e74-4b36-b9cb-da45f3413a8e service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184260 May 14 17:07:20.697014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95b45a5e-601d-4ef8-acb4-e6db1a9be83d req-718a4de9-5846-4509-b3cf-248be14ef294 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 May 14 17:07:20.925044 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2960f-0ef4-454c-b3c7-ad4e1ac2e32a req-6e5f6b7c-052d-4f09-8e87-95e3cfaeba30 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:20.926661 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46c2960f-0ef4-454c-b3c7-ad4e1ac2e32a req-6e5f6b7c-052d-4f09-8e87-95e3cfaeba30 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 943 time: 0.0540287 May 14 17:07:21.018609 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c33c-cc5d-4000-946d-9b34341b358d req-73f9717c-c7f1-4a4b-8ab0-4f6bdc26247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.020478 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-73f9717c-c7f1-4a4b-8ab0-4f6bdc26247b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1127 time: 0.0517049 May 14 17:07:21.066029 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46c2960f-0ef4-454c-b3c7-ad4e1ac2e32a req-11e3bdf7-22bf-434d-ad02-b97a7403b073 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334758 May 14 17:07:21.133157 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2dc88fb2-de5e-4324-ad90-33f613c0edd6 req-afc84b8f-6d9c-4237-9d9f-c652c651663a service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678009 May 14 17:07:21.135041 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04761df-d4e0-4143-b1bf-f2294e68038e req-50c9fafb-2890-4578-a655-b75b7bfcbfb0 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823082 May 14 17:07:21.194254 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c33c-cc5d-4000-946d-9b34341b358d req-4ffb3b08-e6b8-4100-854b-78623a778229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.195865 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-4ffb3b08-e6b8-4100-854b-78623a778229 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.1683376 May 14 17:07:21.246813 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-87f0e604-f8be-4170-84fb-52738a7f8c28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 200 len: 217 time: 0.0375965 May 14 17:07:21.268754 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda8415-5abd-44a3-bc38-4c9b5e5203a5 req-2299e3ad-1c49-4780-b8c9-40df7a908f9b tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.270373 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dda8415-5abd-44a3-bc38-4c9b5e5203a5 req-2299e3ad-1c49-4780-b8c9-40df7a908f9b tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0581012 May 14 17:07:21.298837 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c33c-cc5d-4000-946d-9b34341b358d req-66fac259-2541-42c7-8f44-04b16de9eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.300366 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-66fac259-2541-42c7-8f44-04b16de9eb18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0461814 May 14 17:07:21.332225 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dda8415-5abd-44a3-bc38-4c9b5e5203a5 req-0ce4f2b9-f79c-4ae1-9fac-8bd63bba4064 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531273 May 14 17:07:21.354282 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c33c-cc5d-4000-946d-9b34341b358d req-9ae2cdc2-2751-4fc3-8071-77b0c1c6ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.355943 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-9ae2cdc2-2751-4fc3-8071-77b0c1c6ccab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450451 May 14 17:07:21.460132 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-d8014349-328c-4087-b816-2187a037839d service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964627 May 14 17:07:21.571431 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0942c33c-cc5d-4000-946d-9b34341b358d req-5bf3ada3-c66e-4a14-bd5b-1ca4e35f5c46 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029615 May 14 17:07:21.696958 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ca603-9f7a-43f6-811a-c4c1a4c2dfa0 req-c537a458-fdec-4392-aa89-7e59a860cfa2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.698512 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d61ca603-9f7a-43f6-811a-c4c1a4c2dfa0 req-c537a458-fdec-4392-aa89-7e59a860cfa2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 943 time: 0.0527463 May 14 17:07:21.767338 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d61ca603-9f7a-43f6-811a-c4c1a4c2dfa0 req-7f4c35d7-d480-4fb6-804e-f8414226cfab tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 May 14 17:07:21.839879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb023-1f22-47d9-a689-1783e1198445 req-867e3f5b-08cc-4d04-96a2-b6277bf75ef2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:21.841412 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-041eb023-1f22-47d9-a689-1783e1198445 req-867e3f5b-08cc-4d04-96a2-b6277bf75ef2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 944 time: 0.0543258 May 14 17:07:21.853888 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09c99ce8-9902-4116-ab93-e7af0bac9754 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:07:21.865538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:21.895158 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-041eb023-1f22-47d9-a689-1783e1198445 req-d7ec8a24-5e35-485f-8a41-1423287a6d84 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 May 14 17:07:21.964881 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 38994) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:22.005995 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09c99ce8-9902-4116-ab93-e7af0bac9754,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.017993 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'port_id': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'mac_address': 'fa:16:3e:5b:d1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:07:22.050095 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:07:22.057231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:22.064724 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.086769 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 09c99ce8-9902-4116-ab93-e7af0bac9754 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:22.087062 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.099528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f629692-9940-40fd-a764-a60cce0bc2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.108654 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c99ce8-9902-4116-ab93-e7af0bac9754 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:22.136645 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09c99ce8-9902-4116-ab93-e7af0bac9754,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.181991 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:22.182406 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.210853 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:22.213898 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f39401-42bc-4103-bb94-afb3747b9e0f" -d '{"events": [{"server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "name": "network-vif-plugged", "status": "completed", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:22.236645 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.253870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f629692-9940-40fd-a764-a60cce0bc2ba admin admin] Publish callbacks [] for security_group (5eaedfae-ab7a-4c33-b758-2f18e2ca295b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.262902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8b64d-75a4-4452-9dd3-a746e1079de2 req-3a27949d-7d5c-4175-b99f-b913e5417129 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:22.264857 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7e8b64d-75a4-4452-9dd3-a746e1079de2 req-3a27949d-7d5c-4175-b99f-b913e5417129 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 943 time: 0.0980306 May 14 17:07:22.271791 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea6bd4-7502-4534-b04f-59fc7fbbe9da x-openstack-request-id: req-88ea6bd4-7502-4534-b04f-59fc7fbbe9da {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:22.272090 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "name": "network-vif-plugged", "status": "completed", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:22.272344 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88ea6bd4-7502-4534-b04f-59fc7fbbe9da {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:22.282662 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ea6bd4-7502-4534-b04f-59fc7fbbe9da'] response: {'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', 'code': 200} May 14 17:07:22.305469 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.306260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 50c48780-3cac-4541-9324-185bdc379665 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:07:22.321226 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7e8b64d-75a4-4452-9dd3-a746e1079de2 req-ffb89b9f-9f18-4b9c-a62e-3c2a54b13b29 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 May 14 17:07:22.397191 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f629692-9940-40fd-a764-a60cce0bc2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5eaedfae-ab7a-4c33-b758-2f18e2ca295b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.447120 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.455498 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:22.496056 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39014) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:22.497419 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6f629692-9940-40fd-a764-a60cce0bc2ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3194f778f194a2fb660c4b2b7b0aa31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300496 May 14 17:07:22.499027 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629692-9940-40fd-a764-a60cce0bc2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaedfae-ab7a-4c33-b758-2f18e2ca295b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:22.568443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] Publish callbacks [] for security_group (5eaedfae-ab7a-4c33-b758-2f18e2ca295b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.570247 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:22.574160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=50c48780-3cac-4541-9324-185bdc379665,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.574641 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d26c3-7633-4e7f-b90a-9b9748e30036 req-de073b88-c275-4edb-bd08-670bdc5363f2 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:22.581870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-292d26c3-7633-4e7f-b90a-9b9748e30036 req-de073b88-c275-4edb-bd08-670bdc5363f2 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.1606166 May 14 17:07:22.588420 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '50c48780-3cac-4541-9324-185bdc379665', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'port_id': '50c48780-3cac-4541-9324-185bdc379665', 'mac_address': 'fa:16:3e:e9:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:07:22.599076 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] Publish callbacks [] for security_group (5eaedfae-ab7a-4c33-b758-2f18e2ca295b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.645543 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-292d26c3-7633-4e7f-b90a-9b9748e30036 req-ccdc0410-cc35-4c5e-a452-769990a687dc tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 May 14 17:07:22.646502 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 50c48780-3cac-4541-9324-185bdc379665 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:22.647144 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (50c48780-3cac-4541-9324-185bdc379665), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.662812 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c48780-3cac-4541-9324-185bdc379665 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:22.682877 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=50c48780-3cac-4541-9324-185bdc379665,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.757232 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (50c48780-3cac-4541-9324-185bdc379665), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.757430 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5eaedfae-ab7a-4c33-b758-2f18e2ca295b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.757901 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device d8ae44cd-6bf9-4501-9839-7b84eb8173a7 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:07:22.759935 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:22.763469 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5eaedfae-ab7a-4c33-b758-2f18e2ca295b HTTP/1.1" status: 204 len: 168 time: 0.2635016 May 14 17:07:22.771803 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b2870-0265-49aa-a3d6-51a7b80c3a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaedfae-ab7a-4c33-b758-2f18e2ca295b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:22.842742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:22.887495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98141f-9ba0-49be-bbd1-0615c529acaa req-a8d42c0b-0506-4b8f-bd61-d5497f06e6d7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:22.889101 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e98141f-9ba0-49be-bbd1-0615c529acaa req-a8d42c0b-0506-4b8f-bd61-d5497f06e6d7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0580778 May 14 17:07:22.929096 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:22.943464 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:07:22.951317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e98141f-9ba0-49be-bbd1-0615c529acaa req-7ccceebb-ed8c-407a-afbf-34044d20a36f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540788 May 14 17:07:22.986379 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:22.986774 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.000174 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ae44cd-6bf9-4501-9839-7b84eb8173a7 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:07:23.019857 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:23.041760 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913cde-c2e4-4472-8ff3-1942747fba01 req-b6ad32ae-93e8-4d22-ba67-3c3fcad3a0ca tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:23.043282 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2913cde-c2e4-4472-8ff3-1942747fba01 req-b6ad32ae-93e8-4d22-ba67-3c3fcad3a0ca tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 944 time: 0.0532033 May 14 17:07:23.096512 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2913cde-c2e4-4472-8ff3-1942747fba01 req-956065eb-22df-4cc1-bfc1-5c58355f2fd9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475388 May 14 17:07:23.145389 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.194463 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:23.465087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c372c8f-0ee2-4233-a66c-62c2793a9f3c req-b19ee4cf-315d-414e-a29c-56d4c10225d5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:23.470021 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c372c8f-0ee2-4233-a66c-62c2793a9f3c req-b19ee4cf-315d-414e-a29c-56d4c10225d5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 944 time: 0.0562091 May 14 17:07:23.470250 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39036) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:23.522260 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c372c8f-0ee2-4233-a66c-62c2793a9f3c req-0f3fb961-6c3d-4556-9be9-efa01aae71f1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448210 May 14 17:07:23.574998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39040) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:23.580446 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed03937c-dd14-4fb6-b14b-84c64a5c4709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.588726 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-905953f0-7c32-4a4a-a1e4-2167cb6301ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.657082 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed03937c-dd14-4fb6-b14b-84c64a5c4709 admin admin] Publish callbacks [] for security_group (50c15823-e776-4412-b6f5-ac24bd227cc7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.664151 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-905953f0-7c32-4a4a-a1e4-2167cb6301ae admin admin] Publish callbacks [] for security_group (e11cfd35-bac4-4bdb-9510-9d228aa0b715), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.773868 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed03937c-dd14-4fb6-b14b-84c64a5c4709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (50c15823-e776-4412-b6f5-ac24bd227cc7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.777937 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484889a4-456e-46b9-9bfd-af2408bf7e4c req-cae27b53-67ab-4924-a141-c3e230d67435 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:23.779655 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-484889a4-456e-46b9-9bfd-af2408bf7e4c req-cae27b53-67ab-4924-a141-c3e230d67435 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0574620 May 14 17:07:23.812440 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ed03937c-dd14-4fb6-b14b-84c64a5c4709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ff58c2dcb6a48c1b7e18caf538afa03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410797 May 14 17:07:23.814314 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03937c-dd14-4fb6-b14b-84c64a5c4709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c15823-e776-4412-b6f5-ac24bd227cc7,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:23.817289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39048) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:23.829055 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-905953f0-7c32-4a4a-a1e4-2167cb6301ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e11cfd35-bac4-4bdb-9510-9d228aa0b715), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.859283 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-484889a4-456e-46b9-9bfd-af2408bf7e4c req-cf4ebb6d-9724-4e0a-b9df-c0d71fb4357e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 May 14 17:07:23.897630 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-905953f0-7c32-4a4a-a1e4-2167cb6301ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5590ac41ef2a4fdc9910a825a37325fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191578 May 14 17:07:23.898262 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39052) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:23.903285 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905953f0-7c32-4a4a-a1e4-2167cb6301ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11cfd35-bac4-4bdb-9510-9d228aa0b715,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:23.923469 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] Publish callbacks [] for security_group (50c15823-e776-4412-b6f5-ac24bd227cc7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.948752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] Publish callbacks [] for security_group (50c15823-e776-4412-b6f5-ac24bd227cc7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.953532 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] Publish callbacks [] for security_group (e11cfd35-bac4-4bdb-9510-9d228aa0b715), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:23.982106 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] Publish callbacks [] for security_group (e11cfd35-bac4-4bdb-9510-9d228aa0b715), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:24.071359 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (50c15823-e776-4412-b6f5-ac24bd227cc7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:24.073994 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:24.075175 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50c15823-e776-4412-b6f5-ac24bd227cc7 HTTP/1.1" status: 204 len: 168 time: 0.2559574 May 14 17:07:24.084914 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814d3e-2c67-46da-9bd9-6efe5c732cbe req-4d7ad25e-b953-42a4-b997-9cb0ad6c5781 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:24.086503 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7f814d3e-2c67-46da-9bd9-6efe5c732cbe req-4d7ad25e-b953-42a4-b997-9cb0ad6c5781 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0588634 May 14 17:07:24.098955 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6f454-d07b-4cb8-93fa-e069ac527946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c15823-e776-4412-b6f5-ac24bd227cc7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:24.116716 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e11cfd35-bac4-4bdb-9510-9d228aa0b715), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:24.126475 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:24.127561 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e11cfd35-bac4-4bdb-9510-9d228aa0b715 HTTP/1.1" status: 204 len: 168 time: 0.2285259 May 14 17:07:24.157119 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f1aad-4f67-4010-90df-50f72f305335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11cfd35-bac4-4bdb-9510-9d228aa0b715,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:24.180106 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7f814d3e-2c67-46da-9bd9-6efe5c732cbe req-61b8d846-f965-4a5e-aa3e-22d96faeaefc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873308 May 14 17:07:24.262351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642bfcf-7c85-423c-9c72-bc83a615f58f req-3c89addb-d007-429b-b5c4-6c2bab680d48 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:24.263875 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c642bfcf-7c85-423c-9c72-bc83a615f58f req-3c89addb-d007-429b-b5c4-6c2bab680d48 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 945 time: 0.0637183 May 14 17:07:24.310874 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c642bfcf-7c85-423c-9c72-bc83a615f58f req-4438b8f3-d88e-4ee1-98e8-9ba5b96fca6c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 May 14 17:07:24.682343 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620320bd-58a2-4bc5-a9ab-0533080c70d6 req-db34f13c-5f7a-4d2c-b651-9693f45a724d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:24.684010 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-620320bd-58a2-4bc5-a9ab-0533080c70d6 req-db34f13c-5f7a-4d2c-b651-9693f45a724d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 944 time: 0.0952659 May 14 17:07:24.732179 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-620320bd-58a2-4bc5-a9ab-0533080c70d6 req-a0fb864f-174a-4de3-9b58-a0ce85224b98 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 May 14 17:07:24.983593 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39078) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:25.000348 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-991244b7-2ead-40ee-bf6f-932c64868528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.035580 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39080) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:25.049291 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aea7b16d-9df4-4bb7-acdf-bd90977a1bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.073699 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-991244b7-2ead-40ee-bf6f-932c64868528 admin admin] Publish callbacks [] for security_group (8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.122418 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aea7b16d-9df4-4bb7-acdf-bd90977a1bf6 admin admin] Publish callbacks [] for security_group (44a75159-de0a-4e8e-8801-c72b466b0f89), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.151111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-991244b7-2ead-40ee-bf6f-932c64868528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.189809 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-991244b7-2ead-40ee-bf6f-932c64868528 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f8e2283f2a042709378317ba4133287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051206 May 14 17:07:25.190857 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991244b7-2ead-40ee-bf6f-932c64868528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:25.191457 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbe87-d8df-465f-a2bb-45505fb4edfd req-0cae46f6-3718-4051-a205-734eadf2151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:25.193521 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07bdbe87-d8df-465f-a2bb-45505fb4edfd req-0cae46f6-3718-4051-a205-734eadf2151e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0496676 May 14 17:07:25.193979 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39082) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:25.223951 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aea7b16d-9df4-4bb7-acdf-bd90977a1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (44a75159-de0a-4e8e-8801-c72b466b0f89), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.298703 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7b16d-9df4-4bb7-acdf-bd90977a1bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a75159-de0a-4e8e-8801-c72b466b0f89,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:25.305829 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-aea7b16d-9df4-4bb7-acdf-bd90977a1bf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c43ebc685044748afeb7ed04b737b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692204 May 14 17:07:25.306224 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43942f3-4194-4b5e-b7f9-b8d18ade161c req-07404356-3cc5-45d2-931c-caa0915fc942 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:25.307966 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07bdbe87-d8df-465f-a2bb-45505fb4edfd req-c17ed66f-d0a1-4762-9bdb-650770428af6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 May 14 17:07:25.310250 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39086) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:25.313279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d43942f3-4194-4b5e-b7f9-b8d18ade161c req-07404356-3cc5-45d2-931c-caa0915fc942 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0599823 May 14 17:07:25.330575 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] Publish callbacks [] for security_group (8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.358035 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d43942f3-4194-4b5e-b7f9-b8d18ade161c req-fce5f1a8-49c2-4c44-93ae-77215ed67798 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 May 14 17:07:25.374977 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] Publish callbacks [] for security_group (8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.411814 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] Publish callbacks [] for security_group (44a75159-de0a-4e8e-8801-c72b466b0f89), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.435155 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] Publish callbacks [] for security_group (44a75159-de0a-4e8e-8801-c72b466b0f89), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.440197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11c7e8-29a2-4276-a720-90c1f90e6173 req-c51467b4-dcb3-40a9-8055-63e49b1bdd34 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:25.441716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1b11c7e8-29a2-4276-a720-90c1f90e6173 req-c51467b4-dcb3-40a9-8055-63e49b1bdd34 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 945 time: 0.0586870 May 14 17:07:25.503343 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1b11c7e8-29a2-4276-a720-90c1f90e6173 req-6597883d-c628-482c-892c-05a4f24c3e87 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525894 May 14 17:07:25.596842 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.599442 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.600616 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c HTTP/1.1" status: 204 len: 168 time: 0.4057255 May 14 17:07:25.609131 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a3c74-1705-438c-ba64-b48f3a44c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7fe1e0-cf26-4627-9ad7-ad69b9bbfb4c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:25.619541 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (44a75159-de0a-4e8e-8801-c72b466b0f89), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.622446 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:25.624021 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44a75159-de0a-4e8e-8801-c72b466b0f89 HTTP/1.1" status: 204 len: 168 time: 0.3129179 May 14 17:07:25.633759 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b199d-0b42-47dd-a8c5-467678c56b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a75159-de0a-4e8e-8801-c72b466b0f89,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:25.675293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['50c48780-3cac-4541-9324-185bdc379665'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:25.706036 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['09c99ce8-9902-4116-ab93-e7af0bac9754'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:25.736958 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['d8ae44cd-6bf9-4501-9839-7b84eb8173a7'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:25.863527 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e96b3b-6f03-4676-a906-449fd5148c01 req-ad4133f8-dd30-4b4f-b288-755a50a7c500 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:25.865213 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85e96b3b-6f03-4676-a906-449fd5148c01 req-ad4133f8-dd30-4b4f-b288-755a50a7c500 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 944 time: 0.0544446 May 14 17:07:25.931153 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85e96b3b-6f03-4676-a906-449fd5148c01 req-c26f4d0a-c536-4bd2-8c4b-b7fc68443a6b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 May 14 17:07:26.487290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46376b3-d53a-494c-90eb-a492d7f36407 req-32e46342-1738-408c-a52f-6667e44f6195 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:26.488975 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b46376b3-d53a-494c-90eb-a492d7f36407 req-32e46342-1738-408c-a52f-6667e44f6195 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0622699 May 14 17:07:26.553885 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b46376b3-d53a-494c-90eb-a492d7f36407 req-ca7c6b71-768a-4bb0-91fb-e40d9d013598 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 May 14 17:07:26.640677 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0036c-e08c-4b8f-8b3b-0713da795466 req-7c686495-275f-4b5d-b8ef-e1db04e1fcac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:26.642325 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-44e0036c-e08c-4b8f-8b3b-0713da795466 req-7c686495-275f-4b5d-b8ef-e1db04e1fcac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 945 time: 0.0561898 May 14 17:07:26.710654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-44e0036c-e08c-4b8f-8b3b-0713da795466 req-5ef94e25-00ee-44e9-ac81-4d0704062645 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595696 May 14 17:07:27.049961 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c7f-ef4b-4c71-86f5-29daef65bb2d req-6ae2f06e-fed6-44c9-848b-453581f49102 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:27.051597 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4f770c7f-ef4b-4c71-86f5-29daef65bb2d req-6ae2f06e-fed6-44c9-848b-453581f49102 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 944 time: 0.0595534 May 14 17:07:27.119941 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4f770c7f-ef4b-4c71-86f5-29daef65bb2d req-75f4105e-9e78-4656-9c4c-12abe4390397 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584087 May 14 17:07:27.193965 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device d8ae44cd-6bf9-4501-9839-7b84eb8173a7 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:27.296733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:07:27.303178 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:27.303705 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.394597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:27.394966 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.405265 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39194) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:27.420242 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:27.422455 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc7b7d-abe2-4598-b4bb-09cbcecb7335" -d '{"events": [{"server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:27.434383 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:27.459722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c02f84-f8bb-463c-9af9-0dc2411522d5 x-openstack-request-id: req-e4c02f84-f8bb-463c-9af9-0dc2411522d5 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:27.460037 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:27.460293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4c02f84-f8bb-463c-9af9-0dc2411522d5 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:27.460734 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c02f84-f8bb-463c-9af9-0dc2411522d5'] response: {'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'code': 200} May 14 17:07:27.518115 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7a73ea-b470-4a20-9a36-b6337b840095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.580458 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.581527 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09c99ce8-9902-4116-ab93-e7af0bac9754 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:27.634629 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7a73ea-b470-4a20-9a36-b6337b840095 admin admin] Publish callbacks [] for security_group (8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.668515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:27.715136 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007404ac-990f-4254-b0cd-4c897e3e3f01 req-a7a81e7a-a15c-49e8-8f48-b5a79d17f74d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:27.716661 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-007404ac-990f-4254-b0cd-4c897e3e3f01 req-a7a81e7a-a15c-49e8-8f48-b5a79d17f74d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0585096 May 14 17:07:27.763776 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-007404ac-990f-4254-b0cd-4c897e3e3f01 req-9c4daa78-2c68-4734-a954-42cbd0ca4660 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 May 14 17:07:27.791544 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7a73ea-b470-4a20-9a36-b6337b840095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.828206 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a73ea-b470-4a20-9a36-b6337b840095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:27.835395 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4d7a73ea-b470-4a20-9a36-b6337b840095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4eb0d2c00b0e494faa1156bbe63fd165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290390 May 14 17:07:27.838123 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39214) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:27.860186 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 09c99ce8-9902-4116-ab93-e7af0bac9754 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:07:27.870452 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 09c99ce8-9902-4116-ab93-e7af0bac9754 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:27.870862 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.893640 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598643-593f-4dc7-9086-b26cbe93806d req-3ae3f10a-eaa3-452c-88e4-fa6bb573b64f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:27.899487 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a1598643-593f-4dc7-9086-b26cbe93806d req-3ae3f10a-eaa3-452c-88e4-fa6bb573b64f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0743792 May 14 17:07:27.936706 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] Publish callbacks [] for security_group (8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:27.977735 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a1598643-593f-4dc7-9086-b26cbe93806d req-0c8ca72b-80a3-429c-b42d-ce246276b0e1 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742080 May 14 17:07:27.993367 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] Publish callbacks [] for security_group (8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.012952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 09c99ce8-9902-4116-ab93-e7af0bac9754 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:28.013434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.036111 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148097e7-7721-4549-ab71-1ca3cacc7d68 req-72b3273a-3489-46fb-90f6-900fe6f52968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:28.037703 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-148097e7-7721-4549-ab71-1ca3cacc7d68 req-72b3273a-3489-46fb-90f6-900fe6f52968 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 1130 time: 0.1169181 May 14 17:07:28.048320 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09c99ce8-9902-4116-ab93-e7af0bac9754,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:28.090101 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-148097e7-7721-4549-ab71-1ca3cacc7d68 req-2da131df-39d5-4740-856d-40e60f651d38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 May 14 17:07:28.128691 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.128899 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.130044 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 50c48780-3cac-4541-9324-185bdc379665 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:07:28.131649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.133132 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c HTTP/1.1" status: 204 len: 168 time: 0.2938354 May 14 17:07:28.145938 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746dabc-bb6c-4fc1-b230-9a4d9c10ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef2741e-8fd4-413c-b8fa-aea4dc1f1f5c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:28.315488 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c918-3b52-48f0-8bd2-e22f219ff16a req-fdd7df77-5fe7-4259-998a-eea72ab41928 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:28.323177 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9a1c918-3b52-48f0-8bd2-e22f219ff16a req-fdd7df77-5fe7-4259-998a-eea72ab41928 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0749342 May 14 17:07:28.362686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:28.380716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9a1c918-3b52-48f0-8bd2-e22f219ff16a req-dfb81dcd-1ee9-4391-86e0-acc553a87225 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557423 May 14 17:07:28.578674 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 50c48780-3cac-4541-9324-185bdc379665 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:07:28.583666 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 50c48780-3cac-4541-9324-185bdc379665 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:07:28.584078 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (50c48780-3cac-4541-9324-185bdc379665), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.683927 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 50c48780-3cac-4541-9324-185bdc379665 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:07:28.683927 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (50c48780-3cac-4541-9324-185bdc379665), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:28.718675 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=50c48780-3cac-4541-9324-185bdc379665,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:28.896686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efaae8-46cc-48c6-930b-6e95c66d6b42 req-c5deb7f2-be8e-41d2-b60e-d43037a06d62 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:28.896686 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95efaae8-46cc-48c6-930b-6e95c66d6b42 req-c5deb7f2-be8e-41d2-b60e-d43037a06d62 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 944 time: 0.0590160 May 14 17:07:28.940729 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95efaae8-46cc-48c6-930b-6e95c66d6b42 req-24ad8a7d-d716-40f0-aed8-b1ffca455875 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 May 14 17:07:28.956856 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (50c48780-3cac-4541-9324-185bdc379665), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:29.010540 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:29.100494 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cfe39-9f7e-4625-be23-ae477838b573 req-e93712ef-e409-4d89-8267-1dc04e481135 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:29.101972 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7b6cfe39-9f7e-4625-be23-ae477838b573 req-e93712ef-e409-4d89-8267-1dc04e481135 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0563080 May 14 17:07:29.152537 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7b6cfe39-9f7e-4625-be23-ae477838b573 req-cf6e3379-e7f8-4e3f-b353-56b1c4f46c55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447736 May 14 17:07:29.465387 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754'}, {'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c48780-3cac-4541-9324-185bdc379665'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:29.468165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b917a007-f590-49b8-bef8-7bb2a56633d1" -d '{"events": [{"server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "name": "network-vif-plugged", "status": "completed", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754"}, {"server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "name": "network-vif-plugged", "status": "completed", "tag": "50c48780-3cac-4541-9324-185bdc379665"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:29.516782 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9908b02-3252-465e-9b8a-875ab43b3376 x-openstack-request-id: req-c9908b02-3252-465e-9b8a-875ab43b3376 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:29.517356 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "name": "network-vif-plugged", "status": "completed", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754", "code": 200}, {"server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "name": "network-vif-plugged", "status": "completed", "tag": "50c48780-3cac-4541-9324-185bdc379665", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:29.517467 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9908b02-3252-465e-9b8a-875ab43b3376 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:29.518702 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9908b02-3252-465e-9b8a-875ab43b3376'] response: {'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'code': 200} May 14 17:07:29.518702 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9908b02-3252-465e-9b8a-875ab43b3376'] response: {'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c48780-3cac-4541-9324-185bdc379665', 'code': 200} May 14 17:07:29.534974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dfdda-99b1-4de6-9665-7e88d6849323 req-4f983b05-0334-42f7-ae40-dbcba1a5ac10 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:29.536511 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-475dfdda-99b1-4de6-9665-7e88d6849323 req-4f983b05-0334-42f7-ae40-dbcba1a5ac10 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0883501 May 14 17:07:29.587008 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-475dfdda-99b1-4de6-9665-7e88d6849323 req-031295de-4756-450b-bf68-9874d49613be tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446880 May 14 17:07:29.948044 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346f3d7-3e33-4d4a-9889-dd7a482775e3 req-9ef91d22-bb8c-4637-96e2-d7a5f650c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:29.950406 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a346f3d7-3e33-4d4a-9889-dd7a482775e3 req-9ef91d22-bb8c-4637-96e2-d7a5f650c579 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1129 time: 0.0467114 May 14 17:07:30.028488 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e248f8-82ea-47f0-a4d9-c6f96e2f0a4e req-700a6ce6-11dd-4ba5-af3a-8a3374513679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:30.030773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2e248f8-82ea-47f0-a4d9-c6f96e2f0a4e req-700a6ce6-11dd-4ba5-af3a-8a3374513679 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1129 time: 0.0940559 May 14 17:07:30.043367 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a346f3d7-3e33-4d4a-9889-dd7a482775e3 req-4effa702-139a-4f1d-b65c-ccde451defe0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873332 May 14 17:07:30.123227 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2e248f8-82ea-47f0-a4d9-c6f96e2f0a4e req-01babf84-1f79-458f-afc4-587d6a422037 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 May 14 17:07:30.131111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49005e90-8b42-4e2d-87dd-a7d1707ded39 req-18858cd1-c389-45e2-88c8-a9e0b0f86c80 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:30.132519 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49005e90-8b42-4e2d-87dd-a7d1707ded39 req-18858cd1-c389-45e2-88c8-a9e0b0f86c80 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0969393 May 14 17:07:30.180850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49005e90-8b42-4e2d-87dd-a7d1707ded39 req-1d1875ae-e084-4a16-9c7c-076ab073a278 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 May 14 17:07:30.276676 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09312e80-512d-44b1-86a4-a741e67ef8f3 req-115d6fde-824b-4fe2-94b5-727fca4abf81 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:30.278450 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09312e80-512d-44b1-86a4-a741e67ef8f3 req-115d6fde-824b-4fe2-94b5-727fca4abf81 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0528598 May 14 17:07:30.332983 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09312e80-512d-44b1-86a4-a741e67ef8f3 req-28202305-cad0-4c55-8899-e135421b9948 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 May 14 17:07:30.495874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475cff4-ae2c-441f-a97e-c7efa29f4abc req-e5bf3ad4-3f8b-4a08-9ea6-18b64e5307c0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:30.500702 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3475cff4-ae2c-441f-a97e-c7efa29f4abc req-e5bf3ad4-3f8b-4a08-9ea6-18b64e5307c0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0651407 May 14 17:07:30.506476 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39324) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:30.513024 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:30.593969 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:30.783810 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c81f-5365-4636-83f7-128c1bf307c9 req-0d52af36-cff4-4da7-983d-1d1e0d0556a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:30.785344 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bae7c81f-5365-4636-83f7-128c1bf307c9 req-0d52af36-cff4-4da7-983d-1d1e0d0556a1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0807271 May 14 17:07:30.841331 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bae7c81f-5365-4636-83f7-128c1bf307c9 req-3abdf919-6a2d-429c-8bbf-22521690dd9a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465503 May 14 17:07:31.322706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440a0-25e6-4faa-acf9-f57eb22e783e req-de616caf-35e0-4829-a6a1-c4d0c91634bc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:31.325781 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9df440a0-25e6-4faa-acf9-f57eb22e783e req-de616caf-35e0-4829-a6a1-c4d0c91634bc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0677030 May 14 17:07:31.398227 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9df440a0-25e6-4faa-acf9-f57eb22e783e req-bfe69e69-f6c1-4830-9ea3-015c2d62518d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 May 14 17:07:31.418062 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:31.499863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.555433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cad481e5-44bf-4aa5-9ac8-c2293027fbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.604869 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.678223 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cad481e5-44bf-4aa5-9ac8-c2293027fbe1 admin admin] Publish callbacks [] for security_group (b8a11dc5-3460-4e71-844c-3cf44bbac3ee), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.730758 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 5dceaa46-fc13-410d-a788-f320d685a214 associated. External IP: 172.27.2.12, port: d8ae44cd-6bf9-4501-9839-7b84eb8173a7. May 14 17:07:31.825821 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cad481e5-44bf-4aa5-9ac8-c2293027fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b8a11dc5-3460-4e71-844c-3cf44bbac3ee), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.875775 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad481e5-44bf-4aa5-9ac8-c2293027fbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a11dc5-3460-4e71-844c-3cf44bbac3ee,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:31.884879 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cad481e5-44bf-4aa5-9ac8-c2293027fbe1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43a7bc2d6844e20a52bb7dd64134d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624655 May 14 17:07:31.885157 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39376) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:31.967179 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] Publish callbacks [] for security_group (b8a11dc5-3460-4e71-844c-3cf44bbac3ee), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:31.997193 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] Publish callbacks [] for security_group (b8a11dc5-3460-4e71-844c-3cf44bbac3ee), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:32.013493 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:07:32.019289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596615ee-c1b0-415d-9677-3887f370b032 req-a19ae221-2845-4277-9737-0c85c16d757b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.027014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-596615ee-c1b0-415d-9677-3887f370b032 req-a19ae221-2845-4277-9737-0c85c16d757b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0943313 May 14 17:07:32.088519 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-596615ee-c1b0-415d-9677-3887f370b032 req-e81f66fb-cec7-4eaa-91d4-d3f459209480 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605545 May 14 17:07:32.141270 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:07:32.145779 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:32.153685 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:07:32.165095 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:32.165719 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:07:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:32.174949 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3857c301-86c9-46e9-8450-391f42e579a7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "PUT /v2.0/floatingips/5dceaa46-fc13-410d-a788-f320d685a214 HTTP/1.1" status: 200 len: 991 time: 1.6666284 May 14 17:07:32.175503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:32.178316 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb267dd-ba3f-47b4-8b89-dedd32c11300" -d '{"events": [{"name": "network-changed", "server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:32.213299 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf2b45-b441-4b2e-a0fc-f3fa74b135eb x-openstack-request-id: req-1fdf2b45-b441-4b2e-a0fc-f3fa74b135eb {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:32.220043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:32.220043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fdf2b45-b441-4b2e-a0fc-f3fa74b135eb {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:32.220043 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdf2b45-b441-4b2e-a0fc-f3fa74b135eb'] response: {'name': 'network-changed', 'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'status': 'completed', 'code': 200} May 14 17:07:32.242778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b8a11dc5-3460-4e71-844c-3cf44bbac3ee), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:32.245502 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:32.249927 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8a11dc5-3460-4e71-844c-3cf44bbac3ee HTTP/1.1" status: 204 len: 168 time: 0.3636596 May 14 17:07:32.259392 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf6622-a3b0-4738-8063-64b1a5f35fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a11dc5-3460-4e71-844c-3cf44bbac3ee,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:32.287303 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:32.337410 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-66d159c6-35cd-4070-8e44-2ab459fa702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.339307 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-66d159c6-35cd-4070-8e44-2ab459fa702d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 1130 time: 0.0576463 May 14 17:07:32.428709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-ff13e5e1-cee9-4a25-a9e1-40d51fd7b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.429974 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-ff13e5e1-cee9-4a25-a9e1-40d51fd7b9a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.0850530 May 14 17:07:32.570133 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-feb987fa-db9b-4c83-b413-30549731197b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 200 len: 999 time: 0.1342838 May 14 17:07:32.590091 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:31Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:32.617150 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:07:32.625546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7c91-9488-4d96-880a-d6474063a8bb req-41d853ba-ca33-4d27-a8c3-2fe86ee7fd04 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.626216 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a29f7c91-9488-4d96-880a-d6474063a8bb req-41d853ba-ca33-4d27-a8c3-2fe86ee7fd04 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.1367817 May 14 17:07:32.631142 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:32.631788 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:07:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:32.636149 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-b7aa72d3-be0f-4047-89e3-11bcd445ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.637674 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-b7aa72d3-be0f-4047-89e3-11bcd445ba80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0606351 May 14 17:07:32.721663 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-917715a2-c914-4df9-92b6-48c38068c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:32.723205 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-917715a2-c914-4df9-92b6-48c38068c33e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758092 May 14 17:07:32.726766 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a29f7c91-9488-4d96-880a-d6474063a8bb req-469e91ea-8b7a-4275-9c65-7140d80d572f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868068 May 14 17:07:32.751817 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:32.819368 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-a724cd10-8137-43d7-9b92-bc3ecd5a10a6 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899503 May 14 17:07:32.916928 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beb267dd-ba3f-47b4-8b89-dedd32c11300 req-c909a1a3-2b95-404d-bbc2-51a38ec5b43d service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921664 May 14 17:07:33.064770 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:31Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:33.091422 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749470c5-6fa9-45e8-a411-2ac181fcbfc7 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:31Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:07:33.147773 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39398) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:33.169061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94f0352f-5e76-4777-bac5-b400ecad6c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.263543 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fba33-5235-4ba7-aeb9-6acac29b505c req-057f7295-3445-4179-b86f-1955e2597c5e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.273736 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e4fba33-5235-4ba7-aeb9-6acac29b505c req-057f7295-3445-4179-b86f-1955e2597c5e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0961335 May 14 17:07:33.369479 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94f0352f-5e76-4777-bac5-b400ecad6c76 admin admin] Publish callbacks [] for security_group (44c5e27e-bb22-45b7-a26c-72eb15dcc7b5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.384044 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e4fba33-5235-4ba7-aeb9-6acac29b505c req-ff94a845-2b19-4dd3-aa64-f476f6d9ca73 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095214 May 14 17:07:33.418532 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f9b502-5ffc-4b4c-9e14-f24f1677f1e2 None None] New status for floating IP 5dceaa46-fc13-410d-a788-f320d685a214: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:07:33.446822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2061f-d5c5-478a-85f7-e9f53b73897d req-8d7b7d25-4cff-41f2-a152-1120827a852b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.458060 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bbe2061f-d5c5-478a-85f7-e9f53b73897d req-8d7b7d25-4cff-41f2-a152-1120827a852b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.1060803 May 14 17:07:33.552697 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94f0352f-5e76-4777-bac5-b400ecad6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (44c5e27e-bb22-45b7-a26c-72eb15dcc7b5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.608569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bbe2061f-d5c5-478a-85f7-e9f53b73897d req-b276e45b-e6e4-4123-aa87-a669711d8a85 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495080 May 14 17:07:33.643785 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39422) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:33.644292 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-94f0352f-5e76-4777-bac5-b400ecad6c76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=916af42b82694d6283885f1f62d38f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949999 May 14 17:07:33.647197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0352f-5e76-4777-bac5-b400ecad6c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5e27e-bb22-45b7-a26c-72eb15dcc7b5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:33.663451 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-2813e85c-876e-4209-8d96-5560dee4097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.665339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-2813e85c-876e-4209-8d96-5560dee4097f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1129 time: 0.1856668 May 14 17:07:33.673391 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f78378-f1e3-4eb9-b981-8980383e3bbe req-99d44701-f274-448a-8ea4-5b81eaf7a131 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.684369 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39f78378-f1e3-4eb9-b981-8980383e3bbe req-99d44701-f274-448a-8ea4-5b81eaf7a131 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2001910 May 14 17:07:33.689245 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39424) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:33.694205 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'floatingip': {'port_id': '09c99ce8-9902-4116-ab93-e7af0bac9754'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:07:33.747959 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] Publish callbacks [] for security_group (44c5e27e-bb22-45b7-a26c-72eb15dcc7b5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.752392 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.787495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-34ff9b90-62dd-4948-b0d9-2d730c347151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.789084 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-34ff9b90-62dd-4948-b0d9-2d730c347151 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.1087101 May 14 17:07:33.830134 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] Publish callbacks [] for security_group (44c5e27e-bb22-45b7-a26c-72eb15dcc7b5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:33.839009 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-2f05e42f-598d-4c24-9472-a1e57ebbbdf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 200 len: 217 time: 0.0419867 May 14 17:07:33.888636 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-41331e34-bd7a-47e3-8289-a71d8f7590b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.890100 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-41331e34-bd7a-47e3-8289-a71d8f7590b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0442240 May 14 17:07:33.951087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-0f983d49-c1f3-428c-a87d-d858476e8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:33.952629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-0f983d49-c1f3-428c-a87d-d858476e8e4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554266 May 14 17:07:34.056527 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (44c5e27e-bb22-45b7-a26c-72eb15dcc7b5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.059220 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.063047 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44c5e27e-bb22-45b7-a26c-72eb15dcc7b5 HTTP/1.1" status: 204 len: 168 time: 0.4152713 May 14 17:07:34.105873 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bf54-40bb-453c-baa9-5c8aa89558ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5e27e-bb22-45b7-a26c-72eb15dcc7b5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:34.144333 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:34.237626 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-7ed429b3-b456-4bda-b164-9933bdf72c1c service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714634 May 14 17:07:34.313370 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.356578 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6eb4535-7377-4997-b7fb-a538e261f4ed req-ef18022b-7ccc-442d-a306-860081837476 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055074 May 14 17:07:34.388136 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.474859 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39446) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:34.524002 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0dd9aeb0-798e-487b-a13a-b812d9507a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.534151 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Floating IP 3c28fa6d-b8c9-4b0b-89d9-b943c3642906 associated. External IP: 172.27.2.82, port: 09c99ce8-9902-4116-ab93-e7af0bac9754. May 14 17:07:34.573096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99ee15bd-927d-4f88-9374-24ef03e8fc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.664638 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99ee15bd-927d-4f88-9374-24ef03e8fc93 admin admin] Publish callbacks [] for security_group (8e55cf56-3981-4e95-9fb7-740b10ba09ef), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.709023 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0dd9aeb0-798e-487b-a13a-b812d9507a58 admin admin] Publish callbacks [] for security_group (91e42b7e-d1ca-4ed4-88cd-aee87da31d5d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.749997 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035dfb-23a1-4dc4-be2d-5b50ce223a5b req-bc5203b9-3779-4dc0-9d8f-7e34a533e2fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:34.749997 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39035dfb-23a1-4dc4-be2d-5b50ce223a5b req-bc5203b9-3779-4dc0-9d8f-7e34a533e2fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0577276 May 14 17:07:34.778729 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99ee15bd-927d-4f88-9374-24ef03e8fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8e55cf56-3981-4e95-9fb7-740b10ba09ef), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.819646 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39035dfb-23a1-4dc4-be2d-5b50ce223a5b req-07286a80-e092-4fd9-b816-a17f8d176769 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 May 14 17:07:34.832989 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-99ee15bd-927d-4f88-9374-24ef03e8fc93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a875a25e1214c9aa5b9b6a7b3292714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547528 May 14 17:07:34.842023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee15bd-927d-4f88-9374-24ef03e8fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55cf56-3981-4e95-9fb7-740b10ba09ef,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:34.851977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39470) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:34.919826 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] Publish callbacks [] for security_group (8e55cf56-3981-4e95-9fb7-740b10ba09ef), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:34.948734 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] Publish callbacks [] for security_group (8e55cf56-3981-4e95-9fb7-740b10ba09ef), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.019044 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0dd9aeb0-798e-487b-a13a-b812d9507a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (91e42b7e-d1ca-4ed4-88cd-aee87da31d5d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.076911 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8e55cf56-3981-4e95-9fb7-740b10ba09ef), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.079983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.080615 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9aeb0-798e-487b-a13a-b812d9507a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e42b7e-d1ca-4ed4-88cd-aee87da31d5d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:35.081204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e55cf56-3981-4e95-9fb7-740b10ba09ef HTTP/1.1" status: 204 len: 168 time: 0.2282073 May 14 17:07:35.090262 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355b1cc-43d1-4c9b-b7ec-0f846b3d3e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55cf56-3981-4e95-9fb7-740b10ba09ef,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:35.095339 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0dd9aeb0-798e-487b-a13a-b812d9507a58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38bc1d2274524adebdf88b29e706e206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9469838 May 14 17:07:35.099245 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39480) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:35.103132 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:07:35.197975 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] Publish callbacks [] for security_group (91e42b7e-d1ca-4ed4-88cd-aee87da31d5d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.219871 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] Publish callbacks [] for security_group (91e42b7e-d1ca-4ed4-88cd-aee87da31d5d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.252820 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:07:35.257645 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.263198 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:07:35.274718 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:35.275310 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:07:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:35.290964 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1de293ec-227b-43f5-ba64-2ccc319a0f66 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "PUT /v2.0/floatingips/3c28fa6d-b8c9-4b0b-89d9-b943c3642906 HTTP/1.1" status: 200 len: 990 time: 1.6005192 May 14 17:07:35.291519 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:35.293894 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d3692-261a-4ac6-8c55-794df0ad85da" -d '{"events": [{"name": "network-changed", "server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:35.330191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17aab50-44eb-4535-8574-0566fbb21d0f x-openstack-request-id: req-a17aab50-44eb-4535-8574-0566fbb21d0f {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:35.330481 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:35.330732 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a17aab50-44eb-4535-8574-0566fbb21d0f {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:35.331307 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17aab50-44eb-4535-8574-0566fbb21d0f'] response: {'name': 'network-changed', 'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'status': 'completed', 'code': 200} May 14 17:07:35.362769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (91e42b7e-d1ca-4ed4-88cd-aee87da31d5d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.367422 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:35.368942 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91e42b7e-d1ca-4ed4-88cd-aee87da31d5d HTTP/1.1" status: 204 len: 168 time: 0.2673244 May 14 17:07:35.378136 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2daf22-686c-45f9-b9bc-98b9d9d17abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e42b7e-d1ca-4ed4-88cd-aee87da31d5d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:35.391923 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:35.464344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-490b8c7c-2572-4930-bd15-673f9cdbfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:35.465874 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-490b8c7c-2572-4930-bd15-673f9cdbfc4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1129 time: 0.0567787 May 14 17:07:35.568215 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-694af608-0171-4b76-8640-ba2a515476b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:35.570478 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-694af608-0171-4b76-8640-ba2a515476b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.0976317 May 14 17:07:35.640968 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-a9300905-5b12-43d5-b58d-ecd173a00739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 998 time: 0.0620620 May 14 17:07:35.643984 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '3c28fa6d-b8c9-4b0b-89d9-b943c3642906', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:5b:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:34Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:35.670494 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:07:35.679078 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:07:35.679700 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:07:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:35.702350 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-20aa8a61-812b-4de2-814f-c24ebd6a0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:35.703941 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-20aa8a61-812b-4de2-814f-c24ebd6a0a49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0476739 May 14 17:07:35.773056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-230eaeda-8781-4ad8-acbf-489578669432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:35.774867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-230eaeda-8781-4ad8-acbf-489578669432 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639546 May 14 17:07:35.809993 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:07:35.877619 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-72fff4c6-91d0-412a-b5d9-42938918d13e service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957127 May 14 17:07:36.056118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1545d-c8ec-463b-ad57-01e1c0500266 req-bb961ce1-8962-42bc-87aa-375a32af822a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:36.062825 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a2e1545d-c8ec-463b-ad57-01e1c0500266 req-bb961ce1-8962-42bc-87aa-375a32af822a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.1259952 May 14 17:07:36.065958 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e7d3692-261a-4ac6-8c55-794df0ad85da req-dd1cb3cc-5411-4b40-8f58-af176a487308 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718874 May 14 17:07:36.074500 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '3c28fa6d-b8c9-4b0b-89d9-b943c3642906', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:5b:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:34Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:36.102834 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b353e-4e25-478e-9b2c-efbc0b569689 None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '3c28fa6d-b8c9-4b0b-89d9-b943c3642906', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:5b:d1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:34Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:07:36.113965 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a2e1545d-c8ec-463b-ad57-01e1c0500266 req-46e5135f-8941-4a9d-a7c1-2bb744c106f3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 May 14 17:07:36.290013 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39508) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:36.303340 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7606e58-f38d-4a02-a1bc-48eee2027ab7 None None] New status for floating IP 3c28fa6d-b8c9-4b0b-89d9-b943c3642906: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:07:36.305512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-49f4b7ac-21c4-4ad7-ae9e-5b1ad00bf549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.389162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-49f4b7ac-21c4-4ad7-ae9e-5b1ad00bf549 admin admin] Publish callbacks [] for security_group (b2211caa-a240-4567-a64a-fdc659cd2494), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.393162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39510) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:36.405960 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-969b473b-1021-4b77-9024-064a688ce1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.480417 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-969b473b-1021-4b77-9024-064a688ce1b8 admin admin] Publish callbacks [] for security_group (054d9a91-10c3-45ce-bb5b-b22e31493be1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.499685 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-49f4b7ac-21c4-4ad7-ae9e-5b1ad00bf549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b2211caa-a240-4567-a64a-fdc659cd2494), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.539343 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-49f4b7ac-21c4-4ad7-ae9e-5b1ad00bf549 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=151850f800d641fd9e9a126ed9c1bdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481587 May 14 17:07:36.540461 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4b7ac-21c4-4ad7-ae9e-5b1ad00bf549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2211caa-a240-4567-a64a-fdc659cd2494,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:36.541926 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39514) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:36.593032 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] Publish callbacks [] for security_group (b2211caa-a240-4567-a64a-fdc659cd2494), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.597231 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-969b473b-1021-4b77-9024-064a688ce1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (054d9a91-10c3-45ce-bb5b-b22e31493be1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.629904 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] Publish callbacks [] for security_group (b2211caa-a240-4567-a64a-fdc659cd2494), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.638988 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-969b473b-1021-4b77-9024-064a688ce1b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=756617eebf9c4ab19ff1c948dd9f4a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446280 May 14 17:07:36.640977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b473b-1021-4b77-9024-064a688ce1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054d9a91-10c3-45ce-bb5b-b22e31493be1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:36.643480 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39516) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:36.708777 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] Publish callbacks [] for security_group (054d9a91-10c3-45ce-bb5b-b22e31493be1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.730610 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] Publish callbacks [] for security_group (054d9a91-10c3-45ce-bb5b-b22e31493be1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.825443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b2211caa-a240-4567-a64a-fdc659cd2494), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.828130 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.832020 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2211caa-a240-4567-a64a-fdc659cd2494 HTTP/1.1" status: 204 len: 168 time: 0.2884979 May 14 17:07:36.840903 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a458610-0378-4779-a901-cf1518059ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2211caa-a240-4567-a64a-fdc659cd2494,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:36.864873 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (054d9a91-10c3-45ce-bb5b-b22e31493be1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.867653 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:36.868917 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/054d9a91-10c3-45ce-bb5b-b22e31493be1 HTTP/1.1" status: 204 len: 168 time: 0.2244787 May 14 17:07:36.886315 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ea64-2f78-4ec9-accf-ba7d94069b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d9a91-10c3-45ce-bb5b-b22e31493be1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:37.246314 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b4b56-eb43-493d-996c-34540e1881ed req-b08e75d3-8346-4343-b2e2-e248ef79104a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:37.248179 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e15b4b56-eb43-493d-996c-34540e1881ed req-b08e75d3-8346-4343-b2e2-e248ef79104a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0528526 May 14 17:07:37.299670 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e15b4b56-eb43-493d-996c-34540e1881ed req-a3b66035-a04c-4141-a36e-54a1ea151197 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 May 14 17:07:37.985761 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39570) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:37.999297 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-182c9412-abf4-4ed2-949a-1c764fded92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.073172 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-182c9412-abf4-4ed2-949a-1c764fded92a admin admin] Publish callbacks [] for security_group (f437de7b-2cfa-4209-86ac-b607911de370), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.173855 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-182c9412-abf4-4ed2-949a-1c764fded92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f437de7b-2cfa-4209-86ac-b607911de370), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.215673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39576) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:38.216305 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-182c9412-abf4-4ed2-949a-1c764fded92a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f49cffe1d9a452daf3f46bcb4d708a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283020 May 14 17:07:38.217327 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9412-abf4-4ed2-949a-1c764fded92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f437de7b-2cfa-4209-86ac-b607911de370,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:38.268431 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] Publish callbacks [] for security_group (f437de7b-2cfa-4209-86ac-b607911de370), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.291014 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] Publish callbacks [] for security_group (f437de7b-2cfa-4209-86ac-b607911de370), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.439744 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b96c-b7e2-47ec-9d3c-7559cd646ad9 req-894e78b7-2feb-47fb-a82b-26089af15464 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:38.441298 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0197b96c-b7e2-47ec-9d3c-7559cd646ad9 req-894e78b7-2feb-47fb-a82b-26089af15464 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0562901 May 14 17:07:38.492959 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0197b96c-b7e2-47ec-9d3c-7559cd646ad9 req-9b631068-f3a4-425c-90a1-f31864b1b98f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 May 14 17:07:38.512369 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f437de7b-2cfa-4209-86ac-b607911de370), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.515135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:38.516341 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f437de7b-2cfa-4209-86ac-b607911de370 HTTP/1.1" status: 204 len: 168 time: 0.2994487 May 14 17:07:38.525045 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796016eb-b1d2-4121-898f-adb699365b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f437de7b-2cfa-4209-86ac-b607911de370,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:39.630555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe69b83-bd82-4de5-86db-f7e40f9976dc req-99ccc907-f5ca-4703-97d7-ef73d10e58c6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:39.632180 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbe69b83-bd82-4de5-86db-f7e40f9976dc req-99ccc907-f5ca-4703-97d7-ef73d10e58c6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0635824 May 14 17:07:39.698003 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbe69b83-bd82-4de5-86db-f7e40f9976dc req-7d79782f-db9f-4f0a-aaa8-64139c2c9b43 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590498 May 14 17:07:39.757242 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792f5e-f27b-4973-825a-0839f2e0fd72 req-889a3304-16f3-4cdf-b1f3-cc7e39511c26 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:39.759747 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aa792f5e-f27b-4973-825a-0839f2e0fd72 req-889a3304-16f3-4cdf-b1f3-cc7e39511c26 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0588996 May 14 17:07:39.823288 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aa792f5e-f27b-4973-825a-0839f2e0fd72 req-17e38d20-97f2-4571-934a-da0db939b3cb tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 May 14 17:07:40.122679 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9e03cb9e-a351-4b2e-85b8-cf20a5f5c028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:40.833642 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd24a-9bfa-44c5-a459-433270549a7e req-9261607a-1a00-456c-b8fc-df19cbefc82f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:40.835176 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-797dd24a-9bfa-44c5-a459-433270549a7e req-9261607a-1a00-456c-b8fc-df19cbefc82f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0655806 May 14 17:07:40.899321 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-797dd24a-9bfa-44c5-a459-433270549a7e req-3b16656d-46b1-4774-95b1-74e29a47ba27 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578113 May 14 17:07:40.962683 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7628-6c8e-4042-a65f-92451560b100 req-fdbede6f-8f6c-4fd6-a4aa-2dfc5a1db349 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:40.964236 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ceb7628-6c8e-4042-a65f-92451560b100 req-fdbede6f-8f6c-4fd6-a4aa-2dfc5a1db349 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0546129 May 14 17:07:41.012438 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ceb7628-6c8e-4042-a65f-92451560b100 req-f92c80d5-6d79-46df-8c44-36f59c03e2fa tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 May 14 17:07:42.014971 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0792-a260-47a0-aa0b-54087682a99f req-7ba6cc11-1de1-4090-86be-0e8ab94bda1d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.016483 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e67a0792-a260-47a0-aa0b-54087682a99f req-7ba6cc11-1de1-4090-86be-0e8ab94bda1d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0520380 May 14 17:07:42.076902 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e67a0792-a260-47a0-aa0b-54087682a99f req-aff30597-044e-44ad-bab0-c148ed4111f3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 May 14 17:07:42.163127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443535e-d4ea-4da2-ab63-c095a80d2ed9 req-025750d1-d0ab-4e68-9ad3-946d03088ff1 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.164612 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8443535e-d4ea-4da2-ab63-c095a80d2ed9 req-025750d1-d0ab-4e68-9ad3-946d03088ff1 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0660591 May 14 17:07:42.246088 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8443535e-d4ea-4da2-ab63-c095a80d2ed9 req-43baa041-79d0-4274-8703-e19c6666396e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/security-groups?id=778c361e-3bd5-4561-9f45-b3988a259370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757339 May 14 17:07:42.268394 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-63409332-b558-45a3-ad38-f8e0ef970ccb tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.269964 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-63409332-b558-45a3-ad38-f8e0ef970ccb tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 946 time: 0.0725663 May 14 17:07:42.304670 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-14a2f2e2-9c3a-4eed-96f3-8abea91e3f96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659623 May 14 17:07:42.400703 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc12c561-b21c-4224-b721-b0cab2f9aeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.439691 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-85bb58e3-3550-4834-802c-05940e39c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.441349 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-85bb58e3-3550-4834-802c-05940e39c76f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0587211 May 14 17:07:42.480101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Deleting port 46b638bd-8b52-417b-9a97-eb5663cebcde {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:07:42.480445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.563663 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-ed6b5c28-5875-41f7-ae08-cb0bb3cff073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.565885 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-ed6b5c28-5875-41f7-ae08-cb0bb3cff073 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0984561 May 14 17:07:42.589156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] For port 46b638bd-8b52-417b-9a97-eb5663cebcde, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=46b638bd-8b52-417b-9a97-eb5663cebcde,segment=NetworkSegment(b79a536b-2ac8-465f-9bba-179a2f960ca1),segment_id=b79a536b-2ac8-465f-9bba-179a2f960ca1)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:07:42.589678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.605197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Calling delete_port for 46b638bd-8b52-417b-9a97-eb5663cebcde owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:07:42.613576 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-19a13133-4057-4c17-8651-bdaa173e6478 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 217 time: 0.0398331 May 14 17:07:42.668711 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-9ebd9e83-2aa6-4100-b0ed-f202ca1633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.670268 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-9ebd9e83-2aa6-4100-b0ed-f202ca1633dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0463753 May 14 17:07:42.735503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-21eb4608-0e0b-472c-9ecf-ec28b53f0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:42.739019 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-21eb4608-0e0b-472c-9ecf-ec28b53f0afa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573218 May 14 17:07:42.756611 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.832298 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-847c60fb-f9e6-45db-8d3b-c3d53969a138 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 May 14 17:07:42.842531 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (46b638bd-8b52-417b-9a97-eb5663cebcde), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.888273 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['46b638bd-8b52-417b-9a97-eb5663cebcde'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:07:42.924011 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Pushing event deleted for resources: {'Port': ['ID=46b638bd-8b52-417b-9a97-eb5663cebcde,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:42.927628 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96bcde51-f11f-497c-ac4a-d0441a8fbeb8 req-4bdbbcc0-597c-4ec1-89ab-f81519e9471e service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 May 14 17:07:42.939878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] No DVR routers for this DVR port 46b638bd-8b52-417b-9a97-eb5663cebcde on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:07:42.949330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:42.949330 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79d9fc0a-03ef-4362-8b5c-080a12109268 req-3e3ba8c5-a048-4f91-9953-dab9f39e992e tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.57 "DELETE /v2.0/ports/46b638bd-8b52-417b-9a97-eb5663cebcde HTTP/1.1" status: 204 len: 173 time: 0.6699927 May 14 17:07:42.949330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'name': 'network-vif-deleted', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:07:42.958279 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037a398-e9a7-493d-955d-5b2ad63923eb" -d '{"events": [{"server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "name": "network-vif-deleted", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:07:42.998173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1aa03f-d126-40de-a91a-023db66dcc7b x-openstack-request-id: req-3a1aa03f-d126-40de-a91a-023db66dcc7b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:07:42.998492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e058d0d-40dc-4e6d-a893-bf7a0719ebf7", "name": "network-vif-deleted", "tag": "46b638bd-8b52-417b-9a97-eb5663cebcde", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:07:42.998759 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a1aa03f-d126-40de-a91a-023db66dcc7b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:07:42.999182 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1aa03f-d126-40de-a91a-023db66dcc7b'] response: {'server_uuid': '5e058d0d-40dc-4e6d-a893-bf7a0719ebf7', 'name': 'network-vif-deleted', 'tag': '46b638bd-8b52-417b-9a97-eb5663cebcde', 'status': 'completed', 'code': 200} May 14 17:07:43.037231 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39758) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:43.145135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-863688f6-1edb-4633-8740-34c9c9f56374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.233270 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38045fef-5ae1-4a79-978d-7c791241d15d req-5e2b4616-5e40-4989-8e17-6243d696042f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:43.234809 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38045fef-5ae1-4a79-978d-7c791241d15d req-5e2b4616-5e40-4989-8e17-6243d696042f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0866709 May 14 17:07:43.299957 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.312885 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38045fef-5ae1-4a79-978d-7c791241d15d req-d6ac3327-cdad-4c21-9063-73f948e357f9 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691760 May 14 17:07:43.322362 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-863688f6-1edb-4633-8740-34c9c9f56374 admin admin] Publish callbacks [] for security_group (4cf6778e-3213-4741-b868-880d120f4c4c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.358397 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6ad8a84-f7c2-4c97-a645-53e531ac9dd5 req-869d52f6-d446-4840-a671-9ad07bc26198 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0347009 May 14 17:07:43.414189 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-863688f6-1edb-4633-8740-34c9c9f56374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4cf6778e-3213-4741-b868-880d120f4c4c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.456883 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-863688f6-1edb-4633-8740-34c9c9f56374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=666d07a4cb3549929fd5f620a075e43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161513 May 14 17:07:43.456883 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863688f6-1edb-4633-8740-34c9c9f56374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6778e-3213-4741-b868-880d120f4c4c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:43.457372 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39784) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:43.507873 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Publish callbacks [] for security_group (4cf6778e-3213-4741-b868-880d120f4c4c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.529899 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Publish callbacks [] for security_group (4cf6778e-3213-4741-b868-880d120f4c4c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.682870 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4cf6778e-3213-4741-b868-880d120f4c4c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.685692 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:43.686882 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cf6778e-3213-4741-b868-880d120f4c4c HTTP/1.1" status: 204 len: 168 time: 0.2279449 May 14 17:07:43.695686 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6778e-3213-4741-b868-880d120f4c4c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:43.703587 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.703997 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.704329 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.704666 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.704999 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.705361 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.705707 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.706021 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.706346 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.706672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.707020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.707343 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:43.707679 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2185559a-e7b7-43c4-9608-0f5c52e39ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.439546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab49a78-8c8b-4a4d-83bc-7e1ff2689a95 req-8b6e3b26-9a02-4472-92e9-4b42f4c6a6cc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:44.441028 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ab49a78-8c8b-4a4d-83bc-7e1ff2689a95 req-8b6e3b26-9a02-4472-92e9-4b42f4c6a6cc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0552320 May 14 17:07:44.488549 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-26a772fb-e1b8-4e21-a133-ddcc8ac50231 req-9f4b0907-427b-49d2-ac46-164155411781 tempest-DeleteServersTestJSON-834511519 tempest-DeleteServersTestJSON-834511519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e058d0d-40dc-4e6d-a893-bf7a0719ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0385971 May 14 17:07:44.510206 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ab49a78-8c8b-4a4d-83bc-7e1ff2689a95 req-bc11e3fc-b359-4fb3-a68f-fdbaa2e30f0d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 May 14 17:07:44.617488 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39808) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:44.631039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:44.702821 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Publish callbacks [] for security_group (29d5fe1e-07e0-415c-b361-ec9525ccab20), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:44.893799 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (29d5fe1e-07e0-415c-b361-ec9525ccab20), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:44.894047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:44.904402 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39812) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:44.937959 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=001f21feebf54a54b6a6047cbde0fc23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172050 May 14 17:07:44.937959 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5fe1e-07e0-415c-b361-ec9525ccab20,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:44.938447 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39818) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:44.945239 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.945594 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.945944 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.946288 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.946626 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.946989 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.947385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.947654 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.948013 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.948602 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.948744 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.949026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.949326 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441ddd3-97d2-43a3-808c-9b6dcc8c4c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:07:44.997777 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] Publish callbacks [] for security_group (29d5fe1e-07e0-415c-b361-ec9525ccab20), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.039674 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] Publish callbacks [] for security_group (29d5fe1e-07e0-415c-b361-ec9525ccab20), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.067997 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8de3-5f9a-4fda-b4ea-b1f5167d6ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.166164 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8de3-5f9a-4fda-b4ea-b1f5167d6ec2 admin admin] Publish callbacks [] for security_group (0d40894d-fae2-4bef-b503-9635fb0019b5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.219431 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (29d5fe1e-07e0-415c-b361-ec9525ccab20), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.222084 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.223264 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29d5fe1e-07e0-415c-b361-ec9525ccab20 HTTP/1.1" status: 204 len: 168 time: 0.2836087 May 14 17:07:45.234700 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a554bf-617d-4cb4-b5cc-f590cba1feaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5fe1e-07e0-415c-b361-ec9525ccab20,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:45.293954 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8de3-5f9a-4fda-b4ea-b1f5167d6ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0d40894d-fae2-4bef-b503-9635fb0019b5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.334175 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b5ee8de3-5f9a-4fda-b4ea-b1f5167d6ec2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d9d011102cc444396d3be44adf5d6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254305 May 14 17:07:45.334357 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee8de3-5f9a-4fda-b4ea-b1f5167d6ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d40894d-fae2-4bef-b503-9635fb0019b5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:45.335931 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39826) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:45.386451 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] Publish callbacks [] for security_group (0d40894d-fae2-4bef-b503-9635fb0019b5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.407742 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] Publish callbacks [] for security_group (0d40894d-fae2-4bef-b503-9635fb0019b5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.531996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39832) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:45.550659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0d40894d-fae2-4bef-b503-9635fb0019b5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.553930 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.555120 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d40894d-fae2-4bef-b503-9635fb0019b5 HTTP/1.1" status: 204 len: 168 time: 0.2181077 May 14 17:07:45.567358 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c89e9-2992-4b40-941d-c7c85dbe6c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d40894d-fae2-4bef-b503-9635fb0019b5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:45.696411 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9803278-f4ab-4ec5-aac4-68aa66476f65 req-c360a8dd-9fa1-491a-a3d9-2d041191a8ee tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:45.698047 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9803278-f4ab-4ec5-aac4-68aa66476f65 req-c360a8dd-9fa1-491a-a3d9-2d041191a8ee tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0799832 May 14 17:07:45.768973 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9803278-f4ab-4ec5-aac4-68aa66476f65 req-baa1b554-64fe-4e56-bf47-ac894820149f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 May 14 17:07:45.771566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c0c26b6-8e1d-4814-a250-bc26f7e68db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.859209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c0c26b6-8e1d-4814-a250-bc26f7e68db8 admin admin] Publish callbacks [] for security_group (9e82e056-457a-44c9-b76c-0c4e64e15ded), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.928418 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c0c26b6-8e1d-4814-a250-bc26f7e68db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9e82e056-457a-44c9-b76c-0c4e64e15ded), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:45.966237 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4c0c26b6-8e1d-4814-a250-bc26f7e68db8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4433ded82b740e8b3df5cd9713d5527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330604 May 14 17:07:45.968175 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c26b6-8e1d-4814-a250-bc26f7e68db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82e056-457a-44c9-b76c-0c4e64e15ded,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:45.969106 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39864) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:46.025963 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] Publish callbacks [] for security_group (9e82e056-457a-44c9-b76c-0c4e64e15ded), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.049551 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] Publish callbacks [] for security_group (9e82e056-457a-44c9-b76c-0c4e64e15ded), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.248634 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9e82e056-457a-44c9-b76c-0c4e64e15ded), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.251455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.252916 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e82e056-457a-44c9-b76c-0c4e64e15ded HTTP/1.1" status: 204 len: 168 time: 0.2828403 May 14 17:07:46.271281 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6dcb-1a89-4282-bcc0-6e94c6988ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82e056-457a-44c9-b76c-0c4e64e15ded,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:46.271467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39872) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:46.285181 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94b22c79-bb13-4f6e-98d1-be6f1c281f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.372156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94b22c79-bb13-4f6e-98d1-be6f1c281f12 admin admin] Publish callbacks [] for security_group (34238780-6948-4bd9-a926-208f731f3547), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.391424 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.539631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-94b22c79-bb13-4f6e-98d1-be6f1c281f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (34238780-6948-4bd9-a926-208f731f3547), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.579446 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-94b22c79-bb13-4f6e-98d1-be6f1c281f12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f13a3bff5454701b3b43f6fdaddf409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078613 May 14 17:07:46.582428 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39880) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:46.591604 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22c79-bb13-4f6e-98d1-be6f1c281f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34238780-6948-4bd9-a926-208f731f3547,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:46.638408 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] Publish callbacks [] for security_group (34238780-6948-4bd9-a926-208f731f3547), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.659672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] Publish callbacks [] for security_group (34238780-6948-4bd9-a926-208f731f3547), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.849022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (34238780-6948-4bd9-a926-208f731f3547), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.851904 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:46.854113 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34238780-6948-4bd9-a926-208f731f3547 HTTP/1.1" status: 204 len: 168 time: 0.2695544 May 14 17:07:46.864551 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc78fa3-927b-4efe-829d-a8b85c357edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34238780-6948-4bd9-a926-208f731f3547,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:46.929301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3f73-ec24-4c35-a8ca-4c94135cfaa7 req-abc436df-35c7-46c7-9b41-43c3fd3dc523 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:46.930850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e7e3f73-ec24-4c35-a8ca-4c94135cfaa7 req-abc436df-35c7-46c7-9b41-43c3fd3dc523 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0690317 May 14 17:07:46.977768 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e7e3f73-ec24-4c35-a8ca-4c94135cfaa7 req-0a5d9755-dcdb-4c4e-a469-0c7ad79a00b8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 May 14 17:07:47.167014 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39914) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:47.196151 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39916) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:47.209658 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef74d-0b9d-4f54-8cd1-3f6b9f730ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.213000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Deleting subnet e973493e-7807-495c-bffc-850d08b0e86f {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:07:47.216367 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Publish callbacks [] for subnet (e973493e-7807-495c-bffc-850d08b0e86f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.253114 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Publish callbacks [] for subnet (e973493e-7807-495c-bffc-850d08b0e86f), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.263303 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (e973493e-7807-495c-bffc-850d08b0e86f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.292836 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef74d-0b9d-4f54-8cd1-3f6b9f730ca1 admin admin] Publish callbacks [] for security_group (14454968-3979-415d-9d3d-e71d58695709), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.306194 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 46b638bd-8b52-417b-9a97-eb5663cebcde no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:07:47.330172 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 46b638bd-8b52-417b-9a97-eb5663cebcde {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:07:47.330556 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 46b638bd-8b52-417b-9a97-eb5663cebcde not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:07:47.442595 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef74d-0b9d-4f54-8cd1-3f6b9f730ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (14454968-3979-415d-9d3d-e71d58695709), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.456654 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39922) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:47.482618 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (e973493e-7807-495c-bffc-850d08b0e86f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.483449 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1c1ef74d-0b9d-4f54-8cd1-3f6b9f730ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e61a0f7c5ab44c295acc6f2171e3d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861307 May 14 17:07:47.489314 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef74d-0b9d-4f54-8cd1-3f6b9f730ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14454968-3979-415d-9d3d-e71d58695709,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:47.491755 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39926) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:47.533904 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e973493e-7807-495c-bffc-850d08b0e86f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:47.546113 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.551534 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-958aa1ac-bbfa-4b91-9b0d-32600e52d833 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e973493e-7807-495c-bffc-850d08b0e86f HTTP/1.1" status: 204 len: 168 time: 0.3834758 May 14 17:07:47.553308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] Publish callbacks [] for security_group (14454968-3979-415d-9d3d-e71d58695709), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.554042 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39928) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:47.576823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] Publish callbacks [] for security_group (14454968-3979-415d-9d3d-e71d58695709), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.629148 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (b4cb4362-162d-4ae3-abee-6965ba594504), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.713360 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bbf28bfa-372a-48c4-81d7-5fef12f6ffdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.731299 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (b4cb4362-162d-4ae3-abee-6965ba594504), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.745488 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (14454968-3979-415d-9d3d-e71d58695709), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.748513 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.749670 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14454968-3979-415d-9d3d-e71d58695709 HTTP/1.1" status: 204 len: 168 time: 0.2567997 May 14 17:07:47.760350 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.760699 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.762076 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.762230 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e2b5-6954-4b15-925e-30b2f99d7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14454968-3979-415d-9d3d-e71d58695709,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:47.762330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > port after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.762330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.762492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > port after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.762777 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.763127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.763445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.764401 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.861299 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.861678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.862061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.862396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:07:47.862776 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cb4362-162d-4ae3-abee-6965ba594504']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:47.890028 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79a536b-2ac8-465f-9bba-179a2f960ca1') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:47.890327 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79a536b-2ac8-465f-9bba-179a2f960ca1') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:07:47.911758 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (b79a536b-2ac8-465f-9bba-179a2f960ca1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.939822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (b79a536b-2ac8-465f-9bba-179a2f960ca1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.952924 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:07:47.953336 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (b79a536b-2ac8-465f-9bba-179a2f960ca1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: from cryptography.utils import int_from_bytes May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: from cryptography.utils import int_from_bytes May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:07:47.986946 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:07:47.990126 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39934) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:48.014279 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c36a58f9-5f7e-4ce1-b3a7-f1479ea218df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.070101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bbf28bfa-372a-48c4-81d7-5fef12f6ffdb admin admin] Publish callbacks [] for security_group (647d7870-1a9c-49c1-88bb-af843f9ccaeb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.107319 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c36a58f9-5f7e-4ce1-b3a7-f1479ea218df admin admin] Publish callbacks [] for security_group (f1e58e94-78e8-445e-9fa6-3e24ad2d65bf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.122667 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eb103-1c9d-4c61-a2e9-96289e7f1845 req-53f83968-917e-44c1-8501-98beed4d3c35 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:48.124473 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-698eb103-1c9d-4c61-a2e9-96289e7f1845 req-53f83968-917e-44c1-8501-98beed4d3c35 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0730114 May 14 17:07:48.128857 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bbf28bfa-372a-48c4-81d7-5fef12f6ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (647d7870-1a9c-49c1-88bb-af843f9ccaeb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.132079 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (b4cb4362-162d-4ae3-abee-6965ba594504), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.170619 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.173728 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b4cb4362-162d-4ae3-abee-6965ba594504 HTTP/1.1" status: 204 len: 168 time: 0.6185262 May 14 17:07:48.191635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c36a58f9-5f7e-4ce1-b3a7-f1479ea218df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f1e58e94-78e8-445e-9fa6-3e24ad2d65bf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.201784 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5774e7-ca4d-492a-8b11-36611d6e4a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cb4362-162d-4ae3-abee-6965ba594504,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:48.205933 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bbf28bfa-372a-48c4-81d7-5fef12f6ffdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e073eb3a96c4425b00d7fbcd87c4d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7482319 May 14 17:07:48.207267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf28bfa-372a-48c4-81d7-5fef12f6ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647d7870-1a9c-49c1-88bb-af843f9ccaeb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:48.213640 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:48.248152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a58f9-5f7e-4ce1-b3a7-f1479ea218df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e58e94-78e8-445e-9fa6-3e24ad2d65bf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:48.259862 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-698eb103-1c9d-4c61-a2e9-96289e7f1845 req-244523a7-008e-47ee-afb7-d8bce3909821 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182942 May 14 17:07:48.265969 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c36a58f9-5f7e-4ce1-b3a7-f1479ea218df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4c7778c72ed4da7984197c71515f838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746420 May 14 17:07:48.268809 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:48.291790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] Publish callbacks [] for security_group (647d7870-1a9c-49c1-88bb-af843f9ccaeb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.320614 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] Publish callbacks [] for security_group (647d7870-1a9c-49c1-88bb-af843f9ccaeb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.327396 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] Publish callbacks [] for security_group (f1e58e94-78e8-445e-9fa6-3e24ad2d65bf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.352034 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] Publish callbacks [] for security_group (f1e58e94-78e8-445e-9fa6-3e24ad2d65bf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.465362 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (647d7870-1a9c-49c1-88bb-af843f9ccaeb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.468069 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.469300 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/647d7870-1a9c-49c1-88bb-af843f9ccaeb HTTP/1.1" status: 204 len: 168 time: 0.2548008 May 14 17:07:48.477111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a7112-3fd0-4414-8527-b7a01c338d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d7870-1a9c-49c1-88bb-af843f9ccaeb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:48.499937 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f1e58e94-78e8-445e-9fa6-3e24ad2d65bf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.502564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.513013 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1e58e94-78e8-445e-9fa6-3e24ad2d65bf HTTP/1.1" status: 204 len: 168 time: 0.2365508 May 14 17:07:48.515040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 39962) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:48.519119 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed98d06-988a-43ae-8346-e4f8823b80cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e58e94-78e8-445e-9fa6-3e24ad2d65bf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:48.561419 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-28f9ad2d-ffa8-4b45-8632-4f1e68b21d01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f517029975a242dfaba9637347a912e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450213 May 14 17:07:48.564069 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 39966) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:48.618505 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] Publish callbacks [] for security_group (778c361e-3bd5-4561-9f45-b3988a259370), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.642820 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] Publish callbacks [] for security_group (778c361e-3bd5-4561-9f45-b3988a259370), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.808186 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (778c361e-3bd5-4561-9f45-b3988a259370), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.810883 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:48.812316 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/778c361e-3bd5-4561-9f45-b3988a259370 HTTP/1.1" status: 204 len: 168 time: 0.2468972 May 14 17:07:48.820891 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa70ac-41d5-4dfe-9f10-753a68275aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c361e-3bd5-4561-9f45-b3988a259370,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:49.404733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e268b8-845d-4cca-ad65-35d381617975 req-6fcd699a-d2bd-4c7f-a1b9-6cbd92ee277a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:49.406233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40e268b8-845d-4cca-ad65-35d381617975 req-6fcd699a-d2bd-4c7f-a1b9-6cbd92ee277a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0623984 May 14 17:07:49.455396 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40e268b8-845d-4cca-ad65-35d381617975 req-dd21b75e-b162-47f2-bf1d-590afc723f6b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 May 14 17:07:50.589701 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf412c-2ba3-4720-a06b-989ee220d928 req-144441c3-bd6f-438d-8913-5bc7b68f0a33 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:50.591209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-abbf412c-2ba3-4720-a06b-989ee220d928 req-144441c3-bd6f-438d-8913-5bc7b68f0a33 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0658255 May 14 17:07:50.642806 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-abbf412c-2ba3-4720-a06b-989ee220d928 req-fc79155e-3ae2-4bfc-9387-fb0c0dc02c55 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 May 14 17:07:51.596669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40126) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:51.906609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac978e01-2f8b-4ad2-a1cf-21e629e032db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:51.995157 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184081-b87c-407a-bfdf-7035faed6048 req-0662259f-8e16-4fcb-81c1-1f9af6cda1ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:51.996654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73184081-b87c-407a-bfdf-7035faed6048 req-0662259f-8e16-4fcb-81c1-1f9af6cda1ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0924976 May 14 17:07:52.059069 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac978e01-2f8b-4ad2-a1cf-21e629e032db admin admin] Publish callbacks [] for security_group (cdb97344-5d4f-40db-b131-17a0ecfc2068), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.074098 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73184081-b87c-407a-bfdf-7035faed6048 req-c48a9d8d-348b-4551-8908-88d6a2936889 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674901 May 14 17:07:52.179720 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac978e01-2f8b-4ad2-a1cf-21e629e032db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cdb97344-5d4f-40db-b131-17a0ecfc2068), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.225032 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac978e01-2f8b-4ad2-a1cf-21e629e032db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e5c00d5b92143dd96b313f7abf34d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270962 May 14 17:07:52.227587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40164) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:52.240806 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac978e01-2f8b-4ad2-a1cf-21e629e032db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb97344-5d4f-40db-b131-17a0ecfc2068,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:52.284966 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] Publish callbacks [] for security_group (cdb97344-5d4f-40db-b131-17a0ecfc2068), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.321411 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] Publish callbacks [] for security_group (cdb97344-5d4f-40db-b131-17a0ecfc2068), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.465459 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cdb97344-5d4f-40db-b131-17a0ecfc2068), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.468078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.469243 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdb97344-5d4f-40db-b131-17a0ecfc2068 HTTP/1.1" status: 204 len: 168 time: 0.2405202 May 14 17:07:52.480438 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e069719-ca89-45c6-a6cd-f34404ee7352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb97344-5d4f-40db-b131-17a0ecfc2068,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:52.593648 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40186) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:52.703046 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4836b157-9d72-4172-a9e5-2043e0a2b3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.779064 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4836b157-9d72-4172-a9e5-2043e0a2b3ad admin admin] Publish callbacks [] for security_group (004bae61-bc67-4b69-a470-df479fdbce41), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.882553 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4836b157-9d72-4172-a9e5-2043e0a2b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (004bae61-bc67-4b69-a470-df479fdbce41), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:52.923803 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4836b157-9d72-4172-a9e5-2043e0a2b3ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f26218d92c86449ca75a5c71b4186c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264287 May 14 17:07:52.923803 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b157-9d72-4172-a9e5-2043e0a2b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004bae61-bc67-4b69-a470-df479fdbce41,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:52.924044 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40194) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:52.978206 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] Publish callbacks [] for security_group (004bae61-bc67-4b69-a470-df479fdbce41), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.000652 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] Publish callbacks [] for security_group (004bae61-bc67-4b69-a470-df479fdbce41), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.196363 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac59db9-b292-4cdb-b132-de7f5afd730c req-40e34983-66d9-4fae-909f-583524d659f8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:53.202098 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (004bae61-bc67-4b69-a470-df479fdbce41), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.205562 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ac59db9-b292-4cdb-b132-de7f5afd730c req-40e34983-66d9-4fae-909f-583524d659f8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0553117 May 14 17:07:53.205683 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.205683 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/004bae61-bc67-4b69-a470-df479fdbce41 HTTP/1.1" status: 204 len: 168 time: 0.2771482 May 14 17:07:53.226361 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaad03f-6868-42bb-b707-ca8008745b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004bae61-bc67-4b69-a470-df479fdbce41,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:53.286206 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ac59db9-b292-4cdb-b132-de7f5afd730c req-70b60cc5-493e-4b10-a99a-4c60672cc1ff tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 May 14 17:07:53.320847 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40210) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:53.333942 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d774f5f5-f81f-4b58-bfbc-4612d312b020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.416523 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d774f5f5-f81f-4b58-bfbc-4612d312b020 admin admin] Publish callbacks [] for security_group (9b22e822-5317-4529-b5a7-bacb271ab28d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.488344 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d774f5f5-f81f-4b58-bfbc-4612d312b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9b22e822-5317-4529-b5a7-bacb271ab28d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.523864 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d774f5f5-f81f-4b58-bfbc-4612d312b020 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2924832fff5482e8942af8d76ac8237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054853 May 14 17:07:53.526530 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40220) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:53.528433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774f5f5-f81f-4b58-bfbc-4612d312b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22e822-5317-4529-b5a7-bacb271ab28d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:53.591661 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] Publish callbacks [] for security_group (9b22e822-5317-4529-b5a7-bacb271ab28d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.617267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] Publish callbacks [] for security_group (9b22e822-5317-4529-b5a7-bacb271ab28d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.739633 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9b22e822-5317-4529-b5a7-bacb271ab28d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.742206 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:53.743401 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b22e822-5317-4529-b5a7-bacb271ab28d HTTP/1.1" status: 204 len: 168 time: 0.2157643 May 14 17:07:53.751611 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d49cd-a567-4e8b-a0d6-13fb9b1b272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22e822-5317-4529-b5a7-bacb271ab28d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:54.138921 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40236) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:54.152311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9daf749-50bf-48ce-9e71-d8268cc475d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.188439 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:07:54.234592 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9daf749-50bf-48ce-9e71-d8268cc475d0 admin admin] Publish callbacks [] for security_group (cbde040b-2ce7-4939-8643-a645f543dda4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.305462 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9daf749-50bf-48ce-9e71-d8268cc475d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cbde040b-2ce7-4939-8643-a645f543dda4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.351972 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c9daf749-50bf-48ce-9e71-d8268cc475d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdda39d3bf5c4fd7a03c231885cce323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119446 May 14 17:07:54.357427 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daf749-50bf-48ce-9e71-d8268cc475d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde040b-2ce7-4939-8643-a645f543dda4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:54.357581 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40250) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:54.408681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] Publish callbacks [] for security_group (cbde040b-2ce7-4939-8643-a645f543dda4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.427842 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7930da-7566-4577-b9bd-33eaad58467d req-08fc7277-2d02-4eb1-bb29-5308f9bd92ed tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:54.429545 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d7930da-7566-4577-b9bd-33eaad58467d req-08fc7277-2d02-4eb1-bb29-5308f9bd92ed tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0680625 May 14 17:07:54.433667 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] Publish callbacks [] for security_group (cbde040b-2ce7-4939-8643-a645f543dda4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.482165 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d7930da-7566-4577-b9bd-33eaad58467d req-e1ead4c1-778c-42de-bad0-aac012de20eb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 May 14 17:07:54.642615 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cbde040b-2ce7-4939-8643-a645f543dda4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.646417 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:54.647624 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbde040b-2ce7-4939-8643-a645f543dda4 HTTP/1.1" status: 204 len: 168 time: 0.2919407 May 14 17:07:54.655580 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e3f4-a06a-41d1-b26e-f5d265dfeb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde040b-2ce7-4939-8643-a645f543dda4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:55.608036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011bd1-0a2f-478e-83b9-fd9141ff9799 req-c75301b7-3561-4059-b268-c49bf12dc0fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:55.609550 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20011bd1-0a2f-478e-83b9-fd9141ff9799 req-c75301b7-3561-4059-b268-c49bf12dc0fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0571530 May 14 17:07:55.625153 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40296) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:55.666024 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20011bd1-0a2f-478e-83b9-fd9141ff9799 req-0b1e1230-22cf-4ccf-b579-e185937cf9e2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 May 14 17:07:55.843878 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-943a0cfd-4553-4387-921a-88784c7cab91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:55.929379 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-943a0cfd-4553-4387-921a-88784c7cab91 admin admin] Publish callbacks [] for security_group (c3933948-3694-4288-9f22-89b81c6f2a15), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.037882 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-943a0cfd-4553-4387-921a-88784c7cab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c3933948-3694-4288-9f22-89b81c6f2a15), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.078779 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40316) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:56.078975 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-943a0cfd-4553-4387-921a-88784c7cab91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f38d8c789c6410a8cc81d89c6d77472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526267 May 14 17:07:56.080835 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0cfd-4553-4387-921a-88784c7cab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3933948-3694-4288-9f22-89b81c6f2a15,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:56.081259 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40318) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:56.148871 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] Publish callbacks [] for security_group (c3933948-3694-4288-9f22-89b81c6f2a15), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.173509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] Publish callbacks [] for security_group (c3933948-3694-4288-9f22-89b81c6f2a15), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.311493 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18d3f29c-3b99-42c9-af5e-bbc3485af040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.331446 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c3933948-3694-4288-9f22-89b81c6f2a15), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.333712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.334881 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3933948-3694-4288-9f22-89b81c6f2a15 HTTP/1.1" status: 204 len: 168 time: 0.2526882 May 14 17:07:56.351178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a7e1d-f6cc-4a81-8683-6d7f89bf9cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3933948-3694-4288-9f22-89b81c6f2a15,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:56.406235 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18d3f29c-3b99-42c9-af5e-bbc3485af040 admin admin] Publish callbacks [] for security_group (86ad4ac6-6ac6-4962-8677-e602f872fc0d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.493590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18d3f29c-3b99-42c9-af5e-bbc3485af040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (86ad4ac6-6ac6-4962-8677-e602f872fc0d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.533313 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-18d3f29c-3b99-42c9-af5e-bbc3485af040 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58a839e24a544fa6b2de63aee1b75f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526374 May 14 17:07:56.534004 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f29c-3b99-42c9-af5e-bbc3485af040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad4ac6-6ac6-4962-8677-e602f872fc0d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:56.536533 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:56.585154 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] Publish callbacks [] for security_group (86ad4ac6-6ac6-4962-8677-e602f872fc0d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.606671 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] Publish callbacks [] for security_group (86ad4ac6-6ac6-4962-8677-e602f872fc0d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.773986 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (86ad4ac6-6ac6-4962-8677-e602f872fc0d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.776802 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:56.783680 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86ad4ac6-6ac6-4962-8677-e602f872fc0d HTTP/1.1" status: 204 len: 168 time: 0.2430580 May 14 17:07:56.791890 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd59a4b-c75a-4924-addc-48b546e434a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad4ac6-6ac6-4962-8677-e602f872fc0d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:56.796551 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9692bfd-2b39-4bd0-ba00-d2cdcaef7ec2 req-36473662-51b0-4556-b106-9889f0aa6990 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:56.799535 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9692bfd-2b39-4bd0-ba00-d2cdcaef7ec2 req-36473662-51b0-4556-b106-9889f0aa6990 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0640965 May 14 17:07:56.853115 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9692bfd-2b39-4bd0-ba00-d2cdcaef7ec2 req-fa33ce15-0656-42c3-80dc-a96aa98ee724 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 May 14 17:07:57.636413 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40376) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:57.651023 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ea1703d-9a66-4002-b5c2-ca81e2b9b018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:57.730538 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ea1703d-9a66-4002-b5c2-ca81e2b9b018 admin admin] Publish callbacks [] for security_group (9f1bb45d-fa0f-40e8-91cc-e9284eb0777c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:57.836578 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ea1703d-9a66-4002-b5c2-ca81e2b9b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9f1bb45d-fa0f-40e8-91cc-e9284eb0777c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:57.873515 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0ea1703d-9a66-4002-b5c2-ca81e2b9b018 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68c2ff3a27024165bba70d9d25e2cd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357759 May 14 17:07:57.877193 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40380) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:57.884777 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1703d-9a66-4002-b5c2-ca81e2b9b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1bb45d-fa0f-40e8-91cc-e9284eb0777c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:57.945337 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] Publish callbacks [] for security_group (9f1bb45d-fa0f-40e8-91cc-e9284eb0777c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:57.995372 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] Publish callbacks [] for security_group (9f1bb45d-fa0f-40e8-91cc-e9284eb0777c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:58.045630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a701fda-f701-495b-8148-2f1b5dbe05c9 req-9607016d-8e69-4c4e-aa3c-0e60fe856281 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:58.047217 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a701fda-f701-495b-8148-2f1b5dbe05c9 req-9607016d-8e69-4c4e-aa3c-0e60fe856281 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0918739 May 14 17:07:58.103763 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a701fda-f701-495b-8148-2f1b5dbe05c9 req-c14dc7d2-4b63-4aad-886a-9c55866404d6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 May 14 17:07:58.220899 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9f1bb45d-fa0f-40e8-91cc-e9284eb0777c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:58.222653 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:58.224435 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f1bb45d-fa0f-40e8-91cc-e9284eb0777c HTTP/1.1" status: 204 len: 168 time: 0.3456514 May 14 17:07:58.241556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77052-4fd8-407f-9f6e-7a13e9ccacb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1bb45d-fa0f-40e8-91cc-e9284eb0777c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:58.839185 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40436) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:59.006016 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e3c710c-1f6d-4032-8349-77364e631447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.090725 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e3c710c-1f6d-4032-8349-77364e631447 admin admin] Publish callbacks [] for security_group (736fcb4c-246d-45b4-9ed1-c477263e4f55), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.183209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2e3c710c-1f6d-4032-8349-77364e631447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (736fcb4c-246d-45b4-9ed1-c477263e4f55), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.242282 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2e3c710c-1f6d-4032-8349-77364e631447 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3641523da03446d0bbd4d042334aaa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019935 May 14 17:07:59.245013 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40458) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:07:59.256005 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c710c-1f6d-4032-8349-77364e631447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736fcb4c-246d-45b4-9ed1-c477263e4f55,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:07:59.267941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887989d-49dc-477e-a8de-0aad74a5486f req-16505095-40fd-42c4-a13e-d89a30384eea tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:07:59.269471 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0887989d-49dc-477e-a8de-0aad74a5486f req-16505095-40fd-42c4-a13e-d89a30384eea tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0973494 May 14 17:07:59.298471 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] Publish callbacks [] for security_group (736fcb4c-246d-45b4-9ed1-c477263e4f55), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.321654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0887989d-49dc-477e-a8de-0aad74a5486f req-7634c939-b933-41b3-9cc6-fd6bd8dcc51a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458510 May 14 17:07:59.323507 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] Publish callbacks [] for security_group (736fcb4c-246d-45b4-9ed1-c477263e4f55), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.477362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (736fcb4c-246d-45b4-9ed1-c477263e4f55), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.480089 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:07:59.483353 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/736fcb4c-246d-45b4-9ed1-c477263e4f55 HTTP/1.1" status: 204 len: 168 time: 0.2365122 May 14 17:07:59.490818 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac26a1-8fb1-4578-8c6c-2bf82305c4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736fcb4c-246d-45b4-9ed1-c477263e4f55,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:00.259226 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40522) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:00.272672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ba79-3e90-42b3-b392-8075bc5d2276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.355351 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ba79-3e90-42b3-b392-8075bc5d2276 admin admin] Publish callbacks [] for security_group (7f35c105-f255-4bf1-973d-005f0632b79f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.461804 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b648a8-4e66-4725-bafa-7a92105badb1 req-d1bc70c6-be30-43b0-97c0-1982a27c0d2d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:00.463297 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a3b648a8-4e66-4725-bafa-7a92105badb1 req-d1bc70c6-be30-43b0-97c0-1982a27c0d2d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0539699 May 14 17:08:00.476983 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ba79-3e90-42b3-b392-8075bc5d2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7f35c105-f255-4bf1-973d-005f0632b79f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.516955 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ba79-3e90-42b3-b392-8075bc5d2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f35c105-f255-4bf1-973d-005f0632b79f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:00.518062 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a3b648a8-4e66-4725-bafa-7a92105badb1 req-03ff7c2c-c17e-41c4-afee-0b151b8351c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492666 May 14 17:08:00.525126 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f4b8ba79-3e90-42b3-b392-8075bc5d2276 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05eafb7b08064232b9dcb9bf512576c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648010 May 14 17:08:00.525992 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40528) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:00.580917 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] Publish callbacks [] for security_group (7f35c105-f255-4bf1-973d-005f0632b79f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.602079 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] Publish callbacks [] for security_group (7f35c105-f255-4bf1-973d-005f0632b79f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.716405 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7f35c105-f255-4bf1-973d-005f0632b79f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.718967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:00.725730 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f35c105-f255-4bf1-973d-005f0632b79f HTTP/1.1" status: 204 len: 168 time: 0.1909883 May 14 17:08:00.728306 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd810048-51d7-4be3-8320-113a454557f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f35c105-f255-4bf1-973d-005f0632b79f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:01.659346 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348bb3-e8f6-4bb5-89de-0d3509af8579 req-b8e58122-717d-42b7-a35f-0636c7b332f8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:01.661477 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0348bb3-e8f6-4bb5-89de-0d3509af8579 req-b8e58122-717d-42b7-a35f-0636c7b332f8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0528460 May 14 17:08:01.711337 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0348bb3-e8f6-4bb5-89de-0d3509af8579 req-076b8b75-9ff4-4b4e-adcd-99a0c9e0b00a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 May 14 17:08:02.828664 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebea2-144e-4691-961d-155910480dc4 req-7588bbf1-6b53-4731-9694-60c46ddfd8c4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:02.830187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5eebea2-144e-4691-961d-155910480dc4 req-7588bbf1-6b53-4731-9694-60c46ddfd8c4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0521286 May 14 17:08:02.879508 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5eebea2-144e-4691-961d-155910480dc4 req-ce685829-e8e9-4fb2-8a45-32ba5341ec78 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 May 14 17:08:04.000812 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc424061-78ef-41d5-a1ba-9422ca0e2598 req-008e07c1-6845-43ab-a0e8-21b1da4433c2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:04.002301 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc424061-78ef-41d5-a1ba-9422ca0e2598 req-008e07c1-6845-43ab-a0e8-21b1da4433c2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0575399 May 14 17:08:04.050682 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc424061-78ef-41d5-a1ba-9422ca0e2598 req-fef13eb8-3d68-43a7-a783-8ce98d79030c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 May 14 17:08:05.168591 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd520bd-e796-47e5-be6d-0a7fde20543d req-84bbde03-e427-45b0-9a77-798b72e5a3af tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:05.170078 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fcd520bd-e796-47e5-be6d-0a7fde20543d req-84bbde03-e427-45b0-9a77-798b72e5a3af tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0521803 May 14 17:08:05.216133 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fcd520bd-e796-47e5-be6d-0a7fde20543d req-54d16b72-db41-4055-9e83-5c3e543bf124 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 May 14 17:08:06.333135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe116-2720-43bb-95b2-a746cb7b521f req-ce5b7a35-8f5f-4d75-9608-77a1e72b5cae tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:06.334592 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39cbe116-2720-43bb-95b2-a746cb7b521f req-ce5b7a35-8f5f-4d75-9608-77a1e72b5cae tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0510926 May 14 17:08:06.394502 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39cbe116-2720-43bb-95b2-a746cb7b521f req-4ed0e010-6d81-4138-be1d-bd7caa99cb80 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 May 14 17:08:07.513578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ee308-4215-4fdd-b877-1320dd828c5a req-3aa9029f-c3c8-4ae0-a6f2-b88005ffc697 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:07.515266 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-850ee308-4215-4fdd-b877-1320dd828c5a req-3aa9029f-c3c8-4ae0-a6f2-b88005ffc697 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0524344 May 14 17:08:07.561841 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-850ee308-4215-4fdd-b877-1320dd828c5a req-f267b7da-8f1f-4882-8a72-71d4de8654d3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 May 14 17:08:08.275059 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40700) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:08.389041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-204bc698-d5f5-4df1-860e-953b4056bf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.462548 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-204bc698-d5f5-4df1-860e-953b4056bf3e admin admin] Publish callbacks [] for security_group (b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.528273 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-204bc698-d5f5-4df1-860e-953b4056bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.568939 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-204bc698-d5f5-4df1-860e-953b4056bf3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db61f31fdacd4ee999713ea2d04525ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927055 May 14 17:08:08.569778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bc698-d5f5-4df1-860e-953b4056bf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:08.571815 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 40704) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:08.624751 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] Publish callbacks [] for security_group (b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.673713 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] Publish callbacks [] for security_group (b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.724432 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa309a8-990c-4541-b371-84c3a29d0f81 req-c8e98108-d5d5-4876-b6cc-f14d5302eed5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:08.725931 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-daa309a8-990c-4541-b371-84c3a29d0f81 req-c8e98108-d5d5-4876-b6cc-f14d5302eed5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0912211 May 14 17:08:08.779477 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-daa309a8-990c-4541-b371-84c3a29d0f81 req-bad49f11-7d91-42a1-9436-6ec94234aa77 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469966 May 14 17:08:08.819797 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.823193 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:08.826967 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1 HTTP/1.1" status: 204 len: 168 time: 0.2516234 May 14 17:08:08.835324 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798ac1-6e1d-44a8-80dd-6cbdcf2dc3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b516311e-fb6d-4c3c-b82f-7f2ce8af3fc1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:09.913183 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40746) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:09.919555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e2d32-9f79-4aed-884f-0e4184e27d4c req-57232b57-4b89-4648-87fd-2979d8115ecc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:09.921907 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-032e2d32-9f79-4aed-884f-0e4184e27d4c req-57232b57-4b89-4648-87fd-2979d8115ecc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0696108 May 14 17:08:09.976346 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-032e2d32-9f79-4aed-884f-0e4184e27d4c req-cc147b3e-920e-4f96-8ada-9d46ce06c497 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 May 14 17:08:10.032402 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-257827319-network', 'tenant_id': 'e3fe272996e846e3a03f6cf671217ac2'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:08:10.048145 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71234539-40d7-4b71-8257-fb4aa70e9f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.127919 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Made reservation on behalf of e3fe272996e846e3a03f6cf671217ac2 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:08:10.130721 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.139428 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.221916 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks [] for security_group (d1222959-5474-4e71-8c97-0b2e1d3befe2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.333907 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d1222959-5474-4e71-8c97-0b2e1d3befe2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.362191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:08:10.368568 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1222959-5474-4e71-8c97-0b2e1d3befe2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:10.374648 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (9fd8c2ed-8203-427b-bdb8-6cd52a7e9450), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.375012 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Added segment 9fd8c2ed-8203-427b-bdb8-6cd52a7e9450 of type vlan for network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 May 14 17:08:10.418136 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (bd0cc64e-651e-4261-ba78-7b9e490ea0f8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.517090 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (bd0cc64e-651e-4261-ba78-7b9e490ea0f8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.518108 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:10.518723 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.584191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0cc64e-651e-4261-ba78-7b9e490ea0f8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:10.594354 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:08:10.645270 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e19f20c9-79f1-418e-8a59-3f8af880de93 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7306333 May 14 17:08:10.648060 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 40766) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:10.652912 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Request body: {'subnet': {'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-257827319-subnet', 'tenant_id': 'e3fe272996e846e3a03f6cf671217ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:08:10.728219 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Made reservation on behalf of e3fe272996e846e3a03f6cf671217ac2 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:08:10.730575 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:10.963187 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (009ac08a-1a32-4f38-9b0a-9eaa5f46b45b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:11.025514 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=009ac08a-1a32-4f38-9b0a-9eaa5f46b45b,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:11.033681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Checking segment: {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:08:11.034054 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Network hostable DHCP agents. Network: bd0cc64e-651e-4261-ba78-7b9e490ea0f8, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:08:11.107163 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9579246-fca4-47f4-965e-feda15a5fbac req-cc72b268-a76d-48dd-bcf2-bd55ebfa507e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:11.108574 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9579246-fca4-47f4-965e-feda15a5fbac req-cc72b268-a76d-48dd-bcf2-bd55ebfa507e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0564008 May 14 17:08:11.133823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:08:11.157215 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9579246-fca4-47f4-965e-feda15a5fbac req-9363c95a-715a-44a1-93df-8d2205ca234d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 May 14 17:08:11.214022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, bd0cc64e-651e-4261-ba78-7b9e490ea0f8) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:08:11.218443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:11.219020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:11.222830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1631ff4e-48c6-4587-8b9e-c4c0c4153df3 None None] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:08:11.321280 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d54aa-fb17-40cb-9107-450d29ff4acc None None] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:08:11.349082 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f1c7cab9-e973-414a-9c57-0a19450833dd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6998827 May 14 17:08:12.289659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7a774-d0a2-4f84-a241-b14ee66a2e67 req-a58bd141-1f24-4002-adeb-c8e51c7d962f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:12.289659 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6d7a774-d0a2-4f84-a241-b14ee66a2e67 req-a58bd141-1f24-4002-adeb-c8e51c7d962f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0678861 May 14 17:08:12.339489 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6d7a774-d0a2-4f84-a241-b14ee66a2e67 req-e55312de-bae6-4d65-8c9a-40446cdf39a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 May 14 17:08:12.413463 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61e1750e-e82f-4881-bd77-38ac1577c3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:12.733878 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:12.875778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31fff-4899-4f80-bcf7-b7dcaa17bc33 req-ef87d528-1cea-4d43-9c62-f6c17dbf3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:12.885279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cc31fff-4899-4f80-bcf7-b7dcaa17bc33 req-ef87d528-1cea-4d43-9c62-f6c17dbf3276 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1129 time: 0.0426612 May 14 17:08:12.924370 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cc31fff-4899-4f80-bcf7-b7dcaa17bc33 req-17abb4bd-7de6-482c-bf16-71286bbb0e80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 May 14 17:08:13.299870 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:13.462661 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246564d3-e5ba-4564-85bb-7ef3adc6d894 req-82496ab4-7865-435e-ae03-3f71767e10fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:13.464464 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-246564d3-e5ba-4564-85bb-7ef3adc6d894 req-82496ab4-7865-435e-ae03-3f71767e10fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0563807 May 14 17:08:13.528539 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-246564d3-e5ba-4564-85bb-7ef3adc6d894 req-c9795905-11fb-43e9-badd-7ce76254a966 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557280 May 14 17:08:13.660386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-2b0e4065-9314-4abe-9c8c-5e6d36125edf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:13.661516 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-2b0e4065-9314-4abe-9c8c-5e6d36125edf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/networks?id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8 HTTP/1.1" status: 200 len: 808 time: 0.1069098 May 14 17:08:13.676332 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-c2650655-59da-4081-939a-73a376b2c363 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/quotas/e3fe272996e846e3a03f6cf671217ac2 HTTP/1.1" status: 200 len: 375 time: 0.0089898 May 14 17:08:13.706811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-3cd76d70-b806-4d52-8e7b-f6cd19239074 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258341 May 14 17:08:13.794902 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-209bddc0-3a2f-4a78-92f9-1f2d2b611b76 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814626 May 14 17:08:13.888659 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-0d9f6c32-21d1-42bf-8322-fcc89b1dcc35 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 May 14 17:08:14.147134 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4269d3f7-06ac-4120-87ad-57d6ccde0e07 req-2d8998fb-ced6-4617-8ceb-e09247e90868 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0284817 May 14 17:08:14.660504 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41738f8-4094-4913-a104-ebf2fd4bce23 req-fc830980-6688-4d0a-90e7-589f7216285c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:14.662451 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f41738f8-4094-4913-a104-ebf2fd4bce23 req-fc830980-6688-4d0a-90e7-589f7216285c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0619133 May 14 17:08:14.715014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f41738f8-4094-4913-a104-ebf2fd4bce23 req-e94a517a-8c06-43e3-be9a-e7634340bcff tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 May 14 17:08:14.807901 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:14.840215 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260975-1e49-4eca-9af6-4289ef07304e req-52982eb5-944d-477f-9967-aee3fcc97d09 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:14.841546 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6b260975-1e49-4eca-9af6-4289ef07304e req-52982eb5-944d-477f-9967-aee3fcc97d09 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0524757 May 14 17:08:14.898362 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6b260975-1e49-4eca-9af6-4289ef07304e req-605a3c1f-08d3-4579-bcb1-a42fa2fea164 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 May 14 17:08:15.221737 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-618b9be9-688c-4b27-8319-eb22a9f9cef8 req-f3ed8902-d4e4-4c67-b24f-ab254df75eaf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0273097 May 14 17:08:16.315799 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53949b75-9aaf-459a-88b5-179c7fadd8d3 req-e2bf4011-a46b-4c7c-8a87-a989699cf4b7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0267227 May 14 17:08:16.396949 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:17.353722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-87a444c9-6441-4622-a5f8-a016b1ff22dc tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:17.355209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-87a444c9-6441-4622-a5f8-a016b1ff22dc tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "GET /v2.0/networks?id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8 HTTP/1.1" status: 200 len: 808 time: 0.1065059 May 14 17:08:17.377326 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Request body: {'port': {'device_id': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8', 'admin_state_up': True, 'tenant_id': 'e3fe272996e846e3a03f6cf671217ac2'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:08:17.453895 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-993442b2-9ba8-4f0f-9141-6a30e041f0db req-89d1a065-14ac-40ef-b7db-bf5be97863b3 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0584202 May 14 17:08:17.574124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Made reservation on behalf of e3fe272996e846e3a03f6cf671217ac2 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:08:17.578295 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:17.707579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Allocated IP 172.20.0.10 (bd0cc64e-651e-4261-ba78-7b9e490ea0f8/009ac08a-1a32-4f38-9b0a-9eaa5f46b45b/871bb52b-1764-46e6-9f9f-95b16cd399a9) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:08:17.851521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks [] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:17.952979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:17.999118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:08:18.000669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:08:18.004910 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:08:18.033929 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Pushing event updated for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:18.059641 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.061879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:18.165555 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-bd375160-7ad5-49b2-b016-9f9cd8fd6ea7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928455 May 14 17:08:18.190164 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Request body: {'port': {'device_id': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:08:18.250502 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:18.605382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871bb52b-1764-46e6-9f9f-95b16cd399a9 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:08:18.617067 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddce037-7595-4d27-a813-c3f279ec8c66 req-42a0d8be-9a57-4f23-9b60-cb5479f4aa9d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.618570 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ddce037-7595-4d27-a813-c3f279ec8c66 req-42a0d8be-9a57-4f23-9b60-cb5479f4aa9d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.1389360 May 14 17:08:18.623834 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks [] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:18.631161 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-6c0af13e-8ea7-474d-8fc2-ddd7166df1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.633365 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-6c0af13e-8ea7-474d-8fc2-ddd7166df1a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0481763 May 14 17:08:18.650091 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Transition to ACTIVE for port object 871bb52b-1764-46e6-9f9f-95b16cd399a9 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:08:18.671227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cc570-b1af-407a-b22c-a53949dc3a91 req-c1bd5328-ef85-4dce-8ef6-40c39cdd87e7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.673558 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e7cc570-b1af-407a-b22c-a53949dc3a91 req-c1bd5328-ef85-4dce-8ef6-40c39cdd87e7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 932 time: 0.1450717 May 14 17:08:18.713353 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ddce037-7595-4d27-a813-c3f279ec8c66 req-223012b1-3d26-4b49-a084-25a6f3d13b28 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794861 May 14 17:08:18.732583 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-431c326c-3000-46dd-86ee-db349b6cab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.734064 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-431c326c-3000-46dd-86ee-db349b6cab12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0940919 May 14 17:08:18.739493 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e7cc570-b1af-407a-b22c-a53949dc3a91 req-7eea192f-515c-4b56-a30d-ae7fd298433c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 May 14 17:08:18.751116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:18.792345 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-58304180-2274-43b0-8c91-e9f054c6c022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 217 time: 0.0501547 May 14 17:08:18.821702 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:18.856665 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-99f1ecdb-0f29-4447-8082-7303a6c846a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.858336 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-99f1ecdb-0f29-4447-8082-7303a6c846a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0582361 May 14 17:08:18.885465 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Attempting to bind port 871bb52b-1764-46e6-9f9f-95b16cd399a9 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:08:18.885802 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Attempting to bind port 871bb52b-1764-46e6-9f9f-95b16cd399a9 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:08:18.886128 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Attempting to bind port 871bb52b-1764-46e6-9f9f-95b16cd399a9 on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:08:18.890607 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Port 871bb52b-1764-46e6-9f9f-95b16cd399a9 on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:08:18.890964 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Attempting to bind port 871bb52b-1764-46e6-9f9f-95b16cd399a9 on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:08:18.895953 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:08:18.896290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Checking segment: {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:08:18.896672 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Bound using segment: {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:08:18.897096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Bound port: 871bb52b-1764-46e6-9f9f-95b16cd399a9, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:08:18.897454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:18.913848 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-c19c85e6-309e-46a0-b02b-fbd67758a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:18.915466 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-c19c85e6-309e-46a0-b02b-fbd67758a145 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480719 May 14 17:08:18.971291 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:08:18.974465 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:08:19.022851 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-f38af4dc-8172-420e-b162-a39974c52f55 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945301 May 14 17:08:19.048399 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:19.085552 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.086182 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:19.087612 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] 10.222.0.57 "PUT /v2.0/ports/871bb52b-1764-46e6-9f9f-95b16cd399a9 HTTP/1.1" status: 200 len: 1094 time: 0.9023755 May 14 17:08:19.088053 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:08:19.090497 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:08:19.125297 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c217632-fa0d-443a-a968-c0d234c4d734 req-9c435dbd-e73f-4190-82de-b3b9e33e3f8a service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963385 May 14 17:08:19.132448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77ef76-be38-435c-bc93-969060d388fe x-openstack-request-id: req-fa77ef76-be38-435c-bc93-969060d388fe {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:08:19.132739 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:08:19.132996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa77ef76-be38-435c-bc93-969060d388fe {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:08:19.133398 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa77ef76-be38-435c-bc93-969060d388fe'] response: {'name': 'network-changed', 'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9', 'status': 'completed', 'code': 200} May 14 17:08:19.134322 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37bcdc-224d-4799-9af0-69562b459ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:19.280460 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-fa7fb7a3-defb-4ce5-92b2-6bf7ea93045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.282127 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-fa7fb7a3-defb-4ce5-92b2-6bf7ea93045e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 1128 time: 0.0483396 May 14 17:08:19.395241 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-6e17fd85-a21b-4eca-a27c-1ab8adacaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.396712 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-6e17fd85-a21b-4eca-a27c-1ab8adacaad5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e3fe272996e846e3a03f6cf671217ac2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987141 May 14 17:08:19.497047 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-3316857e-b782-48fe-952f-b2c6f0f99650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.498961 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7a6575c-75a5-4c70-b5d6-42ae46eb656d req-3316857e-b782-48fe-952f-b2c6f0f99650 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955489 May 14 17:08:19.631130 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-d90989a4-4a65-45b3-939c-92366923944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.632677 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-d90989a4-4a65-45b3-939c-92366923944f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 1128 time: 0.0492291 May 14 17:08:19.690229 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-21001b93-6e8d-41fb-9a92-76a1bd78b724 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9 HTTP/1.1" status: 200 len: 217 time: 0.0346208 May 14 17:08:19.744919 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935924a-86fa-4885-8757-951aa7f5430e req-d532e793-7011-41d9-a0a3-162036efe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.746563 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-d532e793-7011-41d9-a0a3-162036efe33e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=009ac08a-1a32-4f38-9b0a-9eaa5f46b45b HTTP/1.1" status: 200 len: 848 time: 0.0495422 May 14 17:08:19.779549 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-97740067-f290-411e-9d7f-28e0e9c7ef1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262172 May 14 17:08:19.875618 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf47c-f1e0-456b-a637-ac8f3f2b71b6 req-83ecc1c8-6c50-475c-9d18-1a11a1da090c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.877202 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04cf47c-f1e0-456b-a637-ac8f3f2b71b6 req-83ecc1c8-6c50-475c-9d18-1a11a1da090c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0952303 May 14 17:08:19.889229 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228de8-2a2d-473d-8581-1463688c84b2 req-c340b459-1d05-4906-b253-c3437c1852b2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:19.890831 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8228de8-2a2d-473d-8581-1463688c84b2 req-c340b459-1d05-4906-b253-c3437c1852b2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0780685 May 14 17:08:19.899434 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-531f09c7-4d1a-407d-a820-6c4b49f53924 service neutron] 10.222.0.57 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073003 May 14 17:08:19.981918 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c04cf47c-f1e0-456b-a637-ac8f3f2b71b6 req-28c5d5ea-5498-4054-b199-49885e0b225e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899460 May 14 17:08:19.995953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8228de8-2a2d-473d-8581-1463688c84b2 req-c481d378-8500-4c8d-89f0-48469d8902cc tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 May 14 17:08:20.045380 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c935924a-86fa-4885-8757-951aa7f5430e req-c9364171-ae81-4a7f-bece-2e5f284929ee service neutron] 10.222.0.57 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308575 May 14 17:08:21.166365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5d40-d392-4afb-bf35-9e2daf8a6d93 req-03c7bfe2-f3a6-43d3-966e-953fc57fb26c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:21.167915 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f1f5d40-d392-4afb-bf35-9e2daf8a6d93 req-03c7bfe2-f3a6-43d3-966e-953fc57fb26c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.1032112 May 14 17:08:21.179866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb9fd4-f3da-4de2-9df8-d66209ed0343 req-39a4d0a2-ff99-4844-a297-41e9775aa1b0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:21.181348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bcb9fd4-f3da-4de2-9df8-d66209ed0343 req-39a4d0a2-ff99-4844-a297-41e9775aa1b0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0775814 May 14 17:08:21.249269 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f1f5d40-d392-4afb-bf35-9e2daf8a6d93 req-a73a7aa8-4b0a-45a6-9199-fba88c1779aa tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669332 May 14 17:08:21.256115 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bcb9fd4-f3da-4de2-9df8-d66209ed0343 req-2d8c3782-762a-4629-965d-0fddb8b4879d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 May 14 17:08:22.593775 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be1be-28bf-4a2a-addb-1366dbe77915 req-2d4c7dc9-f57d-465a-b598-c6829128e3c2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:22.595237 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a69be1be-28bf-4a2a-addb-1366dbe77915 req-2d4c7dc9-f57d-465a-b598-c6829128e3c2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.2799511 May 14 17:08:22.627211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e404e-30fe-4225-b010-961abcf63e31 req-279fb08c-861f-4f84-b871-1622f98f935d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:22.628638 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-677e404e-30fe-4225-b010-961abcf63e31 req-279fb08c-861f-4f84-b871-1622f98f935d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.2851932 May 14 17:08:22.670449 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a69be1be-28bf-4a2a-addb-1366dbe77915 req-c317ffdc-6d38-45fa-9e74-59602b502d62 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 May 14 17:08:22.695811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-677e404e-30fe-4225-b010-961abcf63e31 req-bf8293d0-4e70-4e91-bac8-1ede23c68e87 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 May 14 17:08:23.819070 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb363836-2871-499e-b4d3-c5ec1bba03c6 req-8a2f282c-6e2d-4c5b-97d1-1f8f15688223 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:23.820533 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb363836-2871-499e-b4d3-c5ec1bba03c6 req-8a2f282c-6e2d-4c5b-97d1-1f8f15688223 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0851388 May 14 17:08:23.830607 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10164a97-3196-42f3-8f6b-a3922d819a01 req-ce4e91da-3b33-4ba5-a0a2-444284af6145 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:23.832014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10164a97-3196-42f3-8f6b-a3922d819a01 req-ce4e91da-3b33-4ba5-a0a2-444284af6145 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0697279 May 14 17:08:23.900693 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb363836-2871-499e-b4d3-c5ec1bba03c6 req-2cfdc99d-5d13-48af-bb17-cfdb847937eb tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 May 14 17:08:23.903860 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10164a97-3196-42f3-8f6b-a3922d819a01 req-58e05e64-d8d5-47df-80ab-8401800af8ee tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 May 14 17:08:25.048170 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd0a0d-ba04-4701-af58-78d499e3d8a5 req-b72c06e0-9858-4f2b-9320-4af0cc453b27 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:25.049627 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbbd0a0d-ba04-4701-af58-78d499e3d8a5 req-b72c06e0-9858-4f2b-9320-4af0cc453b27 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0815752 May 14 17:08:25.061214 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569c46-3da2-40fa-88e4-3eea64b0e1c9 req-fa171629-cdd3-4f96-a23c-2f43e186b891 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:25.062580 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8569c46-3da2-40fa-88e4-3eea64b0e1c9 req-fa171629-cdd3-4f96-a23c-2f43e186b891 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0926950 May 14 17:08:25.150811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8569c46-3da2-40fa-88e4-3eea64b0e1c9 req-0a78eb8d-4543-48f4-b821-859bc920089c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 May 14 17:08:25.157796 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbbd0a0d-ba04-4701-af58-78d499e3d8a5 req-f1cad23d-0431-4e2e-a0f9-cfbd57f328a8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942752 May 14 17:08:26.317469 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28819acb-a92c-409d-8ae2-d68cbec31f2a req-d9209265-8684-4009-8be1-00862ac2c114 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:26.318987 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-28819acb-a92c-409d-8ae2-d68cbec31f2a req-d9209265-8684-4009-8be1-00862ac2c114 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0846682 May 14 17:08:26.325541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ebec9-c78c-4447-b8d0-23816c9c4684 req-512bc40f-5fcd-4095-a06f-9b0f06856aae tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:26.326968 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b82ebec9-c78c-4447-b8d0-23816c9c4684 req-512bc40f-5fcd-4095-a06f-9b0f06856aae tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0840416 May 14 17:08:26.400864 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-28819acb-a92c-409d-8ae2-d68cbec31f2a req-5ec3ff7c-381d-4be6-90e0-01d50b271443 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728116 May 14 17:08:26.404921 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b82ebec9-c78c-4447-b8d0-23816c9c4684 req-d498ed9b-00d4-465a-b269-437e11bd0077 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712409 May 14 17:08:27.549816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7536-bfbc-471b-90ae-4b6b3b47038c req-a2cfa2ed-cc35-4129-8fce-64aa52245973 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:27.551317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef9f7536-bfbc-471b-90ae-4b6b3b47038c req-a2cfa2ed-cc35-4129-8fce-64aa52245973 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0833650 May 14 17:08:27.562404 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e6942-30db-4515-b149-5270cf99b1bd req-c69646ed-e54a-4c78-950d-79c61394c428 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:27.563826 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c4e6942-30db-4515-b149-5270cf99b1bd req-c69646ed-e54a-4c78-950d-79c61394c428 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0868585 May 14 17:08:27.637097 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef9f7536-bfbc-471b-90ae-4b6b3b47038c req-1ced3adb-74e8-4bc5-a640-724c04d8617d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 May 14 17:08:27.640383 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c4e6942-30db-4515-b149-5270cf99b1bd req-ac0b827d-422b-4d75-8f7d-4a27c2d4801f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695531 May 14 17:08:28.805578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6ba32-8419-49ef-a5fa-11949a4f4d37 req-45dba70e-271f-4a29-80ad-780150c266d2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:28.807147 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d6b6ba32-8419-49ef-a5fa-11949a4f4d37 req-45dba70e-271f-4a29-80ad-780150c266d2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0939882 May 14 17:08:28.814844 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec06a6-3c7b-487c-8167-1fc88dde6b74 req-85d7131b-798c-4788-8fb9-511f552090e4 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:28.816257 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57ec06a6-3c7b-487c-8167-1fc88dde6b74 req-85d7131b-798c-4788-8fb9-511f552090e4 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.1129196 May 14 17:08:28.885097 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57ec06a6-3c7b-487c-8167-1fc88dde6b74 req-0447033a-4eb2-4669-963a-aa5236c5d0a5 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616179 May 14 17:08:28.912147 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d6b6ba32-8419-49ef-a5fa-11949a4f4d37 req-1f986818-2043-49f7-8bd3-bb3bb80aee32 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 May 14 17:08:30.037683 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fb38d-9779-4bc8-90f7-fbab56076a1b req-cbc76649-d0c6-43cc-a591-6dea7a547f46 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:30.039070 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb6fb38d-9779-4bc8-90f7-fbab56076a1b req-cbc76649-d0c6-43cc-a591-6dea7a547f46 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0856264 May 14 17:08:30.050148 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aef92-d552-4be8-b3a6-3870be03fadd req-47475fab-b310-483d-9389-384901a36bf6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:30.051552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e6aef92-d552-4be8-b3a6-3870be03fadd req-47475fab-b310-483d-9389-384901a36bf6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0714726 May 14 17:08:30.118350 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb6fb38d-9779-4bc8-90f7-fbab56076a1b req-0755ab52-6987-4697-aada-9c4e662ce9fd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658908 May 14 17:08:30.125388 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e6aef92-d552-4be8-b3a6-3870be03fadd req-c1fdf5be-0736-42fa-b72c-7072bb9d680f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 May 14 17:08:31.188138 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:08:31.265987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a91b04-f1fb-4044-b6ae-70429a658e82 req-dca8791b-1c2c-4951-ab28-6708415a02ef tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:31.267524 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34a91b04-f1fb-4044-b6ae-70429a658e82 req-dca8791b-1c2c-4951-ab28-6708415a02ef tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0835683 May 14 17:08:31.274223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816eb3-4c72-4138-9046-5ca051b2257a req-f20b4ad1-fb1a-487d-9e34-002099ae98ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:31.275636 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6816eb3-4c72-4138-9046-5ca051b2257a req-f20b4ad1-fb1a-487d-9e34-002099ae98ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0828915 May 14 17:08:31.350440 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34a91b04-f1fb-4044-b6ae-70429a658e82 req-89185127-7592-4657-b801-8164bc145dac tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738497 May 14 17:08:31.354135 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6816eb3-4c72-4138-9046-5ca051b2257a req-e7f4d834-812e-46b1-92e7-c73228c32e01 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 May 14 17:08:32.499520 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ea9cf-0689-496b-8379-469e64434cd1 req-6b9b7d57-216f-4dac-bacb-97f5c77c8277 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:32.500934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-603ea9cf-0689-496b-8379-469e64434cd1 req-6b9b7d57-216f-4dac-bacb-97f5c77c8277 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0832388 May 14 17:08:32.507568 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f5ecb-caac-4af1-b94c-79f0b8c2a6d1 req-6d65caec-44b3-44b8-b4d5-130a68cf4b24 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:32.509487 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a64f5ecb-caac-4af1-b94c-79f0b8c2a6d1 req-6d65caec-44b3-44b8-b4d5-130a68cf4b24 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0829432 May 14 17:08:32.580293 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-603ea9cf-0689-496b-8379-469e64434cd1 req-210a2b57-f764-4ab5-a589-fc37ae3d2f92 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698714 May 14 17:08:32.587039 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a64f5ecb-caac-4af1-b94c-79f0b8c2a6d1 req-5cd9328d-f0de-4a81-8b5b-4f66660efcd7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710533 May 14 17:08:33.726574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e00a-feea-46de-a8f4-3fe4b2902de5 req-0c7195d3-4b37-416e-a981-4eb9c36dac1d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:33.728117 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48c6e00a-feea-46de-a8f4-3fe4b2902de5 req-0c7195d3-4b37-416e-a981-4eb9c36dac1d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0834978 May 14 17:08:33.734633 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da188c-3e88-4229-88fe-c812704881ef req-77d03e59-967c-41fc-b353-775c753d586c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:33.736007 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32da188c-3e88-4229-88fe-c812704881ef req-77d03e59-967c-41fc-b353-775c753d586c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0820384 May 14 17:08:33.808481 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48c6e00a-feea-46de-a8f4-3fe4b2902de5 req-a80cfd5f-76d3-4c65-8174-d8bc27a1d414 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715458 May 14 17:08:33.812778 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32da188c-3e88-4229-88fe-c812704881ef req-cc0879a7-ee14-4959-9fea-79fafdb36ffb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 May 14 17:08:34.944084 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 871bb52b-1764-46e6-9f9f-95b16cd399a9 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:08:34.966584 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4c7b-042e-4574-9d2c-c8c8cf8f2ca1 req-a08795f9-caea-45ef-85a7-506a7afbcf95 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:34.968149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d5b4c7b-042e-4574-9d2c-c8c8cf8f2ca1 req-a08795f9-caea-45ef-85a7-506a7afbcf95 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 944 time: 0.0932658 May 14 17:08:34.975215 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be7b6e-debb-40ed-b0d7-141ee37974bc req-582d1203-fd39-48b9-a619-eec4506081d4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:34.977102 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7be7b6e-debb-40ed-b0d7-141ee37974bc req-582d1203-fd39-48b9-a619-eec4506081d4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0919242 May 14 17:08:35.051706 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:08:35.052828 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d5b4c7b-042e-4574-9d2c-c8c8cf8f2ca1 req-a7648748-936e-41c4-ae02-36270eb6db06 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731695 May 14 17:08:35.057570 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7be7b6e-debb-40ed-b0d7-141ee37974bc req-9b64320f-2ba2-4bc8-bb29-9f0d8b712e39 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713067 May 14 17:08:35.064436 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '871bb52b-1764-46e6-9f9f-95b16cd399a9', 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8', 'port_id': '871bb52b-1764-46e6-9f9f-95b16cd399a9', 'mac_address': 'fa:16:3e:cc:ca:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009ac08a-1a32-4f38-9b0a-9eaa5f46b45b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:08:35.109319 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 871bb52b-1764-46e6-9f9f-95b16cd399a9 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:08:35.109722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:35.124021 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871bb52b-1764-46e6-9f9f-95b16cd399a9 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:08:35.143022 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:08:35.224889 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:35.275293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:35.282114 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.282465 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.282856 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.283201 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.283535 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.283864 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.284192 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.284589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.284919 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.285260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.285589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.285909 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.286231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:35.612713 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['871bb52b-1764-46e6-9f9f-95b16cd399a9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:08:36.234257 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0efb05-8dbb-427b-a673-2bb78322abb5 req-7b3ca248-8320-4dfe-a83c-0c67ad644f1f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:36.235897 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e0efb05-8dbb-427b-a673-2bb78322abb5 req-7b3ca248-8320-4dfe-a83c-0c67ad644f1f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0864296 May 14 17:08:36.247211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b299ce-9353-44ba-968b-ec0cfe7572ae req-51c911df-07f0-45dd-a4f0-8f7fe29c4da8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:36.248878 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63b299ce-9353-44ba-968b-ec0cfe7572ae req-51c911df-07f0-45dd-a4f0-8f7fe29c4da8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 945 time: 0.0890622 May 14 17:08:36.321685 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e0efb05-8dbb-427b-a673-2bb78322abb5 req-e7fb5a94-8c34-4e19-be76-fa1e036cfa48 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 May 14 17:08:36.325052 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63b299ce-9353-44ba-968b-ec0cfe7572ae req-7b062b34-44c7-4a2e-a437-8507deb4e688 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696273 May 14 17:08:37.598588 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521e88-e87a-46d6-a77b-67044a32f4f7 req-6cf2e664-3502-45eb-9ad6-4b6145a11e0a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:37.600962 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc521e88-e87a-46d6-a77b-67044a32f4f7 req-6cf2e664-3502-45eb-9ad6-4b6145a11e0a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.1117115 May 14 17:08:37.632644 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a95b6-9e91-4620-9c98-e2bdad6a0661 req-1421b055-721f-48f5-8afd-4d6eb016f68b tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:37.634189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-487a95b6-9e91-4620-9c98-e2bdad6a0661 req-1421b055-721f-48f5-8afd-4d6eb016f68b tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 945 time: 0.1107547 May 14 17:08:37.689221 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc521e88-e87a-46d6-a77b-67044a32f4f7 req-0e7d67d8-3fb3-4144-ab63-193e3ec04546 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 May 14 17:08:37.706615 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-487a95b6-9e91-4620-9c98-e2bdad6a0661 req-2b9496e2-387d-4995-9702-9b3e3ab30454 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644093 May 14 17:08:38.055329 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 871bb52b-1764-46e6-9f9f-95b16cd399a9 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:08:38.368521 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 871bb52b-1764-46e6-9f9f-95b16cd399a9 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:08:38.372739 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 871bb52b-1764-46e6-9f9f-95b16cd399a9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:08:38.377694 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:38.449209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 871bb52b-1764-46e6-9f9f-95b16cd399a9 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:08:38.449592 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:38.471618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:08:38.473882 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5f6c8-61cc-4ed0-898c-9ceb289d2519" -d '{"events": [{"server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "name": "network-vif-plugged", "status": "completed", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:08:38.485722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:08:38.511361 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa9d1d-cea7-461d-8f6c-dc1066274420 x-openstack-request-id: req-0cfa9d1d-cea7-461d-8f6c-dc1066274420 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:08:38.511678 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "name": "network-vif-plugged", "status": "completed", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:08:38.511951 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cfa9d1d-cea7-461d-8f6c-dc1066274420 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:08:38.512392 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfa9d1d-cea7-461d-8f6c-dc1066274420'] response: {'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9', 'code': 200} May 14 17:08:38.590562 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:38.648760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:38.866692 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc9c5c-906f-4909-bf14-36cd878dac39 req-3d7122e9-1f19-4881-ac17-5a8ba094c54e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:38.868788 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-92fc9c5c-906f-4909-bf14-36cd878dac39 req-3d7122e9-1f19-4881-ac17-5a8ba094c54e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0885410 May 14 17:08:38.876774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387aab9-3955-4265-a4cf-7ff236a5089f req-80265d5e-04d4-47a4-8169-f2b2ca49e145 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:38.878926 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1387aab9-3955-4265-a4cf-7ff236a5089f req-80265d5e-04d4-47a4-8169-f2b2ca49e145 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0873632 May 14 17:08:38.946669 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0c0b5-03db-4698-a00c-575230348af8 req-ab178fe9-834b-42c3-a827-06d88a00f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:38.949560 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bc0c0b5-03db-4698-a00c-575230348af8 req-ab178fe9-834b-42c3-a827-06d88a00f98d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 1130 time: 0.0466311 May 14 17:08:38.955556 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-92fc9c5c-906f-4909-bf14-36cd878dac39 req-103b35cb-b5d4-440b-9270-569ea845bf36 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749691 May 14 17:08:38.963158 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1387aab9-3955-4265-a4cf-7ff236a5089f req-31b145a5-3f56-4c66-80ae-ac29b9af3272 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652761 May 14 17:08:39.003026 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bc0c0b5-03db-4698-a00c-575230348af8 req-d72e9663-6682-47b8-869b-16ce2ddcd3ce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 May 14 17:08:39.213268 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 41434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:39.357558 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f83585bd-9f79-4176-9b81-ec16f7dc807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.428777 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f83585bd-9f79-4176-9b81-ec16f7dc807b admin admin] Publish callbacks [] for security_group (c4336ee3-39bf-4a89-8132-2ecd13e2fc88), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.510716 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f83585bd-9f79-4176-9b81-ec16f7dc807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c4336ee3-39bf-4a89-8132-2ecd13e2fc88), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.551918 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f83585bd-9f79-4176-9b81-ec16f7dc807b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7758e51fca742c6ac1c43773ca638d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375478 May 14 17:08:39.552773 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83585bd-9f79-4176-9b81-ec16f7dc807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4336ee3-39bf-4a89-8132-2ecd13e2fc88,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:39.554513 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 41442) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:08:39.606415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] Publish callbacks [] for security_group (c4336ee3-39bf-4a89-8132-2ecd13e2fc88), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.628500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] Publish callbacks [] for security_group (c4336ee3-39bf-4a89-8132-2ecd13e2fc88), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.762100 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c4336ee3-39bf-4a89-8132-2ecd13e2fc88), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.764726 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:39.765968 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4336ee3-39bf-4a89-8132-2ecd13e2fc88 HTTP/1.1" status: 204 len: 168 time: 0.2097759 May 14 17:08:39.774026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d0716-3dce-4d13-b4aa-6d09c17730ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4336ee3-39bf-4a89-8132-2ecd13e2fc88,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:40.065420 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54f19340-10a5-4443-a352-530d11bb9938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:40.126073 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767060e-42da-4992-9849-9be74ad6c0cc req-9df06b56-3527-4121-bc3b-a3910772104f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:40.127665 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5767060e-42da-4992-9849-9be74ad6c0cc req-9df06b56-3527-4121-bc3b-a3910772104f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0915411 May 14 17:08:40.155491 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704f29d-9f5b-48a5-9b8a-9eeae7cdc124 req-d367dea8-3b55-4842-8eb3-cf0460b7eea2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:40.156982 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b704f29d-9f5b-48a5-9b8a-9eeae7cdc124 req-d367dea8-3b55-4842-8eb3-cf0460b7eea2 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.1093197 May 14 17:08:40.201608 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5767060e-42da-4992-9849-9be74ad6c0cc req-76ec4423-6b68-48cd-90e3-f71f9939a21c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667255 May 14 17:08:40.238760 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b704f29d-9f5b-48a5-9b8a-9eeae7cdc124 req-90b200f5-8e83-4c77-9ba4-c7a5e33b8dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678515 May 14 17:08:41.144990 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-60465655-460d-4619-bb48-21f988853ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444291 May 14 17:08:41.232611 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77842-a696-457e-b842-769b23fc77e8 req-bea2198d-0d58-4fd5-a742-89cbdd4076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.234185 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-bea2198d-0d58-4fd5-a742-89cbdd4076f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 1130 time: 0.0507364 May 14 17:08:41.365934 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77842-a696-457e-b842-769b23fc77e8 req-a3b16629-1752-484c-bed5-dadef5915473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.372506 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-a3b16629-1752-484c-bed5-dadef5915473 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.1179914 May 14 17:08:41.387052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e9e3c-6f5f-4f1a-a4dc-639f036f6e09 req-1a342782-8138-4a3c-930c-3dd73e63581d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.388498 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee6e9e3c-6f5f-4f1a-a4dc-639f036f6e09 req-1a342782-8138-4a3c-930c-3dd73e63581d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.1005020 May 14 17:08:41.428254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e6976-942a-4a38-9116-7473b258e99c req-f14e8c52-cda6-44dd-9ea4-b3fc2282d6a5 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.430339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-005e6976-942a-4a38-9116-7473b258e99c req-f14e8c52-cda6-44dd-9ea4-b3fc2282d6a5 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.1044841 May 14 17:08:41.509395 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-2cca5f94-7b70-455c-b772-78c789b0eff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 200 len: 1001 time: 0.1292872 May 14 17:08:41.517569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee6e9e3c-6f5f-4f1a-a4dc-639f036f6e09 req-4b26dacc-dd9c-4f6c-8115-6da18a98f7d1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212142 May 14 17:08:41.572000 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-005e6976-942a-4a38-9116-7473b258e99c req-1249b2d9-93e4-43fd-afaf-ed8595fa9634 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304936 May 14 17:08:41.580660 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77842-a696-457e-b842-769b23fc77e8 req-a7632cd0-356d-4348-a868-610a0d8d58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.582570 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-a7632cd0-356d-4348-a868-610a0d8d58fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0657644 May 14 17:08:41.646697 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77842-a696-457e-b842-769b23fc77e8 req-fb93e47b-087a-434d-bffd-fc53a68ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:41.648160 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-fb93e47b-087a-434d-bffd-fc53a68ed61e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468781 May 14 17:08:41.751002 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-feaaea81-22c2-417b-9a6b-af59bf609366 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896876 May 14 17:08:41.849624 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb77842-a696-457e-b842-769b23fc77e8 req-13fd5dd6-c55f-4e63-a62d-2e7cddad5a49 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906925 May 14 17:08:42.391117 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a383-7e11-4335-b1dd-4b8f228a9a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:42.641078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917611-3b8d-4744-9ef0-9cd92d2ee87a req-29bad27d-6899-451c-a1cd-9eefdfd24ea8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:42.642589 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6917611-3b8d-4744-9ef0-9cd92d2ee87a req-29bad27d-6899-451c-a1cd-9eefdfd24ea8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0537882 May 14 17:08:42.691109 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6917611-3b8d-4744-9ef0-9cd92d2ee87a req-4e0a75d6-e789-400b-9eef-7470a3607b6c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 May 14 17:08:42.802449 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:43.333678 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:43.807727 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6888-b840-46be-a76f-598427f78c30 req-b44e9670-07be-4097-bea4-9db8274092c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:43.809533 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8bdf6888-b840-46be-a76f-598427f78c30 req-b44e9670-07be-4097-bea4-9db8274092c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0521264 May 14 17:08:43.866837 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8bdf6888-b840-46be-a76f-598427f78c30 req-9d8c6f4a-ed65-424f-b920-82a5b2bf4976 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517092 May 14 17:08:44.106434 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a529-3be8-4174-82dd-7d443fbbd6b9 req-48608579-6376-4e2d-a4e0-ae7d4535b832 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:44.107943 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7422a529-3be8-4174-82dd-7d443fbbd6b9 req-48608579-6376-4e2d-a4e0-ae7d4535b832 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0518923 May 14 17:08:44.155069 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7422a529-3be8-4174-82dd-7d443fbbd6b9 req-e73ac905-dcab-4fef-8ab4-7accbcbee89b tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 May 14 17:08:44.780343 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:44.989959 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b54206-04d7-4843-8435-b8ca390fb7ac req-b7375f63-a37f-4ba4-81a1-00a2ea13b80a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:44.991475 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2b54206-04d7-4843-8435-b8ca390fb7ac req-b7375f63-a37f-4ba4-81a1-00a2ea13b80a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0526226 May 14 17:08:45.038041 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2b54206-04d7-4843-8435-b8ca390fb7ac req-dcd49565-d90f-4081-ba02-3f1709edbc9d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 May 14 17:08:45.285279 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6598ed-2681-451b-b82d-b7d262d6e378 req-e6297d95-01f4-4c87-8b15-2121dda80262 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:45.289759 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df6598ed-2681-451b-b82d-b7d262d6e378 req-e6297d95-01f4-4c87-8b15-2121dda80262 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0570049 May 14 17:08:45.340648 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df6598ed-2681-451b-b82d-b7d262d6e378 req-97af0fd2-a86b-4f16-937e-bee401778881 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470812 May 14 17:08:46.159561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaeda8-69a1-44a5-9fc6-e647bc029ebd req-7781a7cc-f283-4713-8cc0-66955229e140 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:46.161063 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fadaeda8-69a1-44a5-9fc6-e647bc029ebd req-7781a7cc-f283-4713-8cc0-66955229e140 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0528088 May 14 17:08:46.207454 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fadaeda8-69a1-44a5-9fc6-e647bc029ebd req-bc3b1574-73f5-4fcd-aa48-3da015f2cfb3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 May 14 17:08:46.465156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99450ba3-fe5f-40b1-82e1-025b9d44918c req-9309202f-1597-48be-8e5f-7d8d519cf661 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:46.466633 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99450ba3-fe5f-40b1-82e1-025b9d44918c req-9309202f-1597-48be-8e5f-7d8d519cf661 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0549426 May 14 17:08:46.482443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:46.521492 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99450ba3-fe5f-40b1-82e1-025b9d44918c req-0ca36fb0-1ea8-4e7d-bff4-301a2dfbdc45 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491698 May 14 17:08:47.322525 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ee45c-775a-4b04-ac92-b3f4f4b94ee3 req-ad20a764-48a3-4fb5-96c5-aeba02d1d307 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:47.324028 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-680ee45c-775a-4b04-ac92-b3f4f4b94ee3 req-ad20a764-48a3-4fb5-96c5-aeba02d1d307 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0515642 May 14 17:08:47.370634 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-680ee45c-775a-4b04-ac92-b3f4f4b94ee3 req-9a831ae5-ff1a-4281-b5d8-d4353d640212 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 May 14 17:08:47.642287 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f681b0-dee5-4812-92a7-c09795dbe3a2 req-c4d40dde-d368-45f7-bf84-775534a61179 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:47.643827 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-50f681b0-dee5-4812-92a7-c09795dbe3a2 req-c4d40dde-d368-45f7-bf84-775534a61179 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0556378 May 14 17:08:47.695860 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-50f681b0-dee5-4812-92a7-c09795dbe3a2 req-0c16894d-ccdc-4655-b0a1-210cb56f4d02 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 May 14 17:08:48.389162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3696-1506-438b-b2e2-03318e6cfba6 req-03e75d5e-0998-41ce-a46e-11d24bcbe980 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:48.390618 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e22a3696-1506-438b-b2e2-03318e6cfba6 req-03e75d5e-0998-41ce-a46e-11d24bcbe980 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0518358 May 14 17:08:48.439587 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e22a3696-1506-438b-b2e2-03318e6cfba6 req-26bdae42-5922-4b6e-a0ec-73dfcbc8f82f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 May 14 17:08:48.491295 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f83b5-613e-415d-8aaf-f46fa7a45d1a req-dff62bc9-c7f9-40b9-970d-7b27113e6799 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:48.492799 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e5f83b5-613e-415d-8aaf-f46fa7a45d1a req-dff62bc9-c7f9-40b9-970d-7b27113e6799 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0523505 May 14 17:08:48.544957 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e5f83b5-613e-415d-8aaf-f46fa7a45d1a req-8f1b699a-bd9f-4ef9-a095-47fc580b449a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 May 14 17:08:48.815616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e825b-c6de-4dd9-bbc8-7bea994c291a req-f82acb63-71ba-455f-be1b-aa6abc6fc393 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:48.817733 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c97e825b-c6de-4dd9-bbc8-7bea994c291a req-f82acb63-71ba-455f-be1b-aa6abc6fc393 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0550516 May 14 17:08:48.832160 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-cf32e608-e679-4b45-8156-88699042b10c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:48.833640 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-cf32e608-e679-4b45-8156-88699042b10c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 946 time: 0.0855136 May 14 17:08:48.865257 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c97e825b-c6de-4dd9-bbc8-7bea994c291a req-f9b12f0d-7f68-4b9a-a203-7fbe83b20aa0 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 May 14 17:08:48.963902 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Deleting port 871bb52b-1764-46e6-9f9f-95b16cd399a9 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:08:48.964272 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:49.270805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] For port 871bb52b-1764-46e6-9f9f-95b16cd399a9, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=871bb52b-1764-46e6-9f9f-95b16cd399a9,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:08:49.271196 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:49.286142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Calling delete_port for 871bb52b-1764-46e6-9f9f-95b16cd399a9 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:08:49.559380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84703e8-59a1-465e-b63a-b0ac092764f2 req-8a523c24-d185-4835-885d-496964fb9da7 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:49.560874 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c84703e8-59a1-465e-b63a-b0ac092764f2 req-8a523c24-d185-4835-885d-496964fb9da7 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0524836 May 14 17:08:49.610241 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c84703e8-59a1-465e-b63a-b0ac092764f2 req-50fb6561-037a-4063-8b6c-7c33b82a86d6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 May 14 17:08:49.647967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (871bb52b-1764-46e6-9f9f-95b16cd399a9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:49.661107 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec670-8b5d-4770-ad97-009ba406410a req-9ad890c8-9e64-490e-b60e-c062f005d081 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:49.663217 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dbec670-8b5d-4770-ad97-009ba406410a req-9ad890c8-9e64-490e-b60e-c062f005d081 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0518641 May 14 17:08:49.677678 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Pushing event deleted for resources: {'Port': ['ID=871bb52b-1764-46e6-9f9f-95b16cd399a9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:08:49.717271 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dbec670-8b5d-4770-ad97-009ba406410a req-92d61727-f540-4b9e-8613-7fefdc1a16a0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 May 14 17:08:49.732073 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.732431 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.732774 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.733204 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.733544 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.733878 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.734227 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.734554 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.734900 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.735227 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.735549 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.735870 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.736185 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:08:49.753157 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] No DVR routers for this DVR port 871bb52b-1764-46e6-9f9f-95b16cd399a9 on host hv-cinder-84174 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:08:49.756061 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:08:49.760074 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9050bd2d-dbf6-4579-8b7a-93d3aeac5a31 req-07f00868-03ae-4e26-84d2-75e03c8fc17e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "DELETE /v2.0/ports/871bb52b-1764-46e6-9f9f-95b16cd399a9 HTTP/1.1" status: 204 len: 173 time: 0.9210150 May 14 17:08:49.760592 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'name': 'network-vif-deleted', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:08:49.762894 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e0da78-6d0d-4901-b8e2-b4837a82a4cf" -d '{"events": [{"server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "name": "network-vif-deleted", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:08:49.796929 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f6873e-e159-4c05-83c1-f6b636d81553 x-openstack-request-id: req-86f6873e-e159-4c05-83c1-f6b636d81553 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:08:49.797258 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8567242-dbd0-46b6-ac1a-d71e84dee6aa", "name": "network-vif-deleted", "tag": "871bb52b-1764-46e6-9f9f-95b16cd399a9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:08:49.797493 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86f6873e-e159-4c05-83c1-f6b636d81553 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:08:49.797892 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f6873e-e159-4c05-83c1-f6b636d81553'] response: {'server_uuid': 'd8567242-dbd0-46b6-ac1a-d71e84dee6aa', 'name': 'network-vif-deleted', 'tag': '871bb52b-1764-46e6-9f9f-95b16cd399a9', 'status': 'completed', 'code': 200} May 14 17:08:49.959367 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0a00d25-e175-468a-8881-eb8203f46545 req-7b06a07a-734d-4765-a255-de839a102fee tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0270443 May 14 17:08:50.728828 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64de59f-b869-416c-9227-a7ede01d1e82 req-239bad44-36f2-44a4-8cb3-1f89387b6311 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:50.730302 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c64de59f-b869-416c-9227-a7ede01d1e82 req-239bad44-36f2-44a4-8cb3-1f89387b6311 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0522225 May 14 17:08:50.780029 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c64de59f-b869-416c-9227-a7ede01d1e82 req-67780620-dcbe-40c6-9bb0-939a0d76ac96 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 May 14 17:08:50.836073 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0296de-0310-446b-86d2-37f1a8254378 req-14b52ad8-c343-4d9e-bc5a-8991588032e7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:50.837554 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf0296de-0310-446b-86d2-37f1a8254378 req-14b52ad8-c343-4d9e-bc5a-8991588032e7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0515969 May 14 17:08:50.887526 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf0296de-0310-446b-86d2-37f1a8254378 req-316b7424-b7cd-43c8-aadb-98433a601059 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 May 14 17:08:51.055538 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc859bbc-afc1-4d90-9b7b-d793dda9332e req-d142c85c-7f85-4329-93d0-b2be6fc497d4 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0267701 May 14 17:08:51.895778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48f772-ba08-4d04-8551-ccd5ad08e14d req-5ea219ec-7aeb-4387-a9e8-84480801df2e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:51.897247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba48f772-ba08-4d04-8551-ccd5ad08e14d req-5ea219ec-7aeb-4387-a9e8-84480801df2e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0518253 May 14 17:08:51.944011 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba48f772-ba08-4d04-8551-ccd5ad08e14d req-e4263b13-f6db-44af-9168-46273eb3498c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 May 14 17:08:52.007541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed324e-931c-4789-bfd7-45953757ce12 req-2ec28fcf-bfbc-4e16-8eba-04331be1ee5a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:52.009512 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2ed324e-931c-4789-bfd7-45953757ce12 req-2ec28fcf-bfbc-4e16-8eba-04331be1ee5a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0528488 May 14 17:08:52.058427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2ed324e-931c-4789-bfd7-45953757ce12 req-83b5fda4-1c03-4d93-818e-bb8ce18f78e5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 May 14 17:08:52.146080 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-68fb1b32-58b1-4282-9ab5-c142be8e2ee4 req-658687e8-9280-4722-a680-02a9f354e5f5 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0265951 May 14 17:08:52.172223 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['871bb52b-1764-46e6-9f9f-95b16cd399a9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:08:52.968412 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a948ef-118d-4781-bd5c-ab992e982c7c req-f09c5090-5670-4b7e-a054-54ea77aa93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:52.969928 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60a948ef-118d-4781-bd5c-ab992e982c7c req-f09c5090-5670-4b7e-a054-54ea77aa93ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0443797 May 14 17:08:53.014480 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60a948ef-118d-4781-bd5c-ab992e982c7c req-9b9846cd-dec9-4056-905e-656d51bd266e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 May 14 17:08:53.063046 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a45ec-771f-4749-8a6e-a93b479f00ac req-9175d228-97ca-4046-9d67-6dba7a3e096e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:53.064531 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-878a45ec-771f-4749-8a6e-a93b479f00ac req-9175d228-97ca-4046-9d67-6dba7a3e096e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0534458 May 14 17:08:53.123831 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-878a45ec-771f-4749-8a6e-a93b479f00ac req-e0053b60-21d4-4793-bb7d-27675cdeacac tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532241 May 14 17:08:53.182528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8af06-de8a-4219-80b9-37b1d0f14f90 req-ed888b46-d27d-40ca-9eb1-de2c40193222 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:53.184049 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80f8af06-de8a-4219-80b9-37b1d0f14f90 req-ed888b46-d27d-40ca-9eb1-de2c40193222 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0560021 May 14 17:08:53.244484 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80f8af06-de8a-4219-80b9-37b1d0f14f90 req-a71b633f-41a7-4772-8b58-ed15ae71f77d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 May 14 17:08:53.259984 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22abc315-07f5-4b06-b1d1-ac889d49aa0f req-abc3d942-b62f-4101-b3bf-0665fea8712a tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8567242-dbd0-46b6-ac1a-d71e84dee6aa HTTP/1.1" status: 200 len: 210 time: 0.0309720 May 14 17:08:54.186406 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 871bb52b-1764-46e6-9f9f-95b16cd399a9 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:08:54.209570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 871bb52b-1764-46e6-9f9f-95b16cd399a9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:08:54.210154 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 871bb52b-1764-46e6-9f9f-95b16cd399a9 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:08:54.264515 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49ada3-0552-4f7d-baa0-f789c3b6c29a req-b34e764b-71f7-4a93-8079-314a7cef9721 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:54.264515 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c49ada3-0552-4f7d-baa0-f789c3b6c29a req-b34e764b-71f7-4a93-8079-314a7cef9721 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0787075 May 14 17:08:54.351158 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c49ada3-0552-4f7d-baa0-f789c3b6c29a req-926c3351-9039-4b7b-a21a-d27859f12437 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765622 May 14 17:08:54.439341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52654dcc-10da-414d-b1dc-1225a8eb6286 req-1ffd8fdf-0474-46a9-98bd-6676c8d33481 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:54.446893 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52654dcc-10da-414d-b1dc-1225a8eb6286 req-1ffd8fdf-0474-46a9-98bd-6676c8d33481 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.1263788 May 14 17:08:54.503248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52654dcc-10da-414d-b1dc-1225a8eb6286 req-687b92f3-46c2-4ff4-8533-47a552abb700 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554540 May 14 17:08:54.696377 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-d4761de8-4a6c-42fa-a80f-88fa9df520cd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:54.697844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-d4761de8-4a6c-42fa-a80f-88fa9df520cd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/networks?id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8 HTTP/1.1" status: 200 len: 808 time: 0.1050913 May 14 17:08:54.712526 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-1180a7bf-7dc6-42ec-89e2-1bdf51c9b196 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/quotas/e3fe272996e846e3a03f6cf671217ac2 HTTP/1.1" status: 200 len: 375 time: 0.0095055 May 14 17:08:54.748137 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-07c87fd7-8ea0-46c9-8c83-bb69a52f0d60 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302286 May 14 17:08:54.850770 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-a12f4615-754d-4ac8-ad40-3adbb47ddd0e service neutron] 10.222.0.48 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955796 May 14 17:08:54.959313 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-6119f127-6933-4780-8eb8-b08f54fbdb49 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015584 May 14 17:08:55.270141 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-27db41ec-925b-4818-80fb-3abbdc421148 req-0cf88f60-d562-49a7-a140-ac0e152a39a7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0354156 May 14 17:08:55.464290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf8868-396a-4d88-928b-ca164c7efd26 req-4639177b-518d-4f1d-8088-cfc493e5f615 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:55.465970 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6cf8868-396a-4d88-928b-ca164c7efd26 req-4639177b-518d-4f1d-8088-cfc493e5f615 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0556817 May 14 17:08:55.532338 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6cf8868-396a-4d88-928b-ca164c7efd26 req-caf8db3e-7af7-407e-8dbe-2d369c7253c5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590127 May 14 17:08:55.647472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d01e-dc05-4123-8907-fe77bab45e81 req-15d8172f-2d37-4f03-b43b-7b33f66e03f2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:55.661534 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f52d01e-dc05-4123-8907-fe77bab45e81 req-15d8172f-2d37-4f03-b43b-7b33f66e03f2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0700634 May 14 17:08:55.711992 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f52d01e-dc05-4123-8907-fe77bab45e81 req-7a2c3b8f-d17c-4093-b2c4-fc72b5e0c8d8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 May 14 17:08:56.134495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313d87-921f-42b2-9db7-edf7f5af0434 req-2643aa92-85be-4ccb-9334-b5c1fa8114b6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:56.136138 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96313d87-921f-42b2-9db7-edf7f5af0434 req-2643aa92-85be-4ccb-9334-b5c1fa8114b6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0546331 May 14 17:08:56.186418 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96313d87-921f-42b2-9db7-edf7f5af0434 req-2f246e72-2e23-4754-8889-373a7bcfcf82 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 May 14 17:08:56.374116 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca8126d1-616f-436d-a766-953d2e8dd2e8 req-e4b5d2a3-220e-4fce-a274-b3c23619f4ee tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0312464 May 14 17:08:56.651856 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16511da-e2df-4891-9d4d-b9c67d00a981 req-7200fcaf-f97f-4749-81f0-5d89bf8b603c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:56.653321 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e16511da-e2df-4891-9d4d-b9c67d00a981 req-7200fcaf-f97f-4749-81f0-5d89bf8b603c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0517533 May 14 17:08:56.703410 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e16511da-e2df-4891-9d4d-b9c67d00a981 req-04ddb174-c692-4cee-b3c2-ef94aad26928 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 May 14 17:08:57.299721 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee488e-5fc9-4bee-858c-f3a5b5e8dea1 req-44659b74-6eaa-4f05-9892-c890807026b0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:57.301175 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2ee488e-5fc9-4bee-858c-f3a5b5e8dea1 req-44659b74-6eaa-4f05-9892-c890807026b0 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0511482 May 14 17:08:57.347289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2ee488e-5fc9-4bee-858c-f3a5b5e8dea1 req-ed9acbbb-9a1b-4224-8007-e097f1378f00 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 May 14 17:08:57.465529 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aafed601-3d42-42d6-bc0f-771e3d752c65 req-68d6ced3-6196-475a-b91f-e445e8180d01 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0261650 May 14 17:08:57.824454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42bda-98d6-4162-9b29-a9ed09eac5d8 req-5ac71af8-cb6b-48e6-bb15-48522721f4d9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:57.825910 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8f42bda-98d6-4162-9b29-a9ed09eac5d8 req-5ac71af8-cb6b-48e6-bb15-48522721f4d9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0540197 May 14 17:08:57.871579 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8f42bda-98d6-4162-9b29-a9ed09eac5d8 req-1365a1e7-8b81-46bf-b42a-26cc950db51b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 May 14 17:08:58.314116 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334d00-7205-4893-8e5a-410d389d786a req-ad343235-f248-4122-94d3-d1d409a4652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.315672 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-ad343235-f248-4122-94d3-d1d409a4652d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0436938 May 14 17:08:58.409260 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334d00-7205-4893-8e5a-410d389d786a req-0f137d2f-4e90-422f-8df7-d6c82ca2bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.410747 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-0f137d2f-4e90-422f-8df7-d6c82ca2bd58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0879796 May 14 17:08:58.451309 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-94ad4a66-ec6d-4973-9b1a-8a086f7bd6a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 217 time: 0.0343211 May 14 17:08:58.468000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bca7d-fb9a-4cbe-9459-d6af04889440 req-b90d5ee0-5456-4721-9ae7-7bc50d20be77 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.469592 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef4bca7d-fb9a-4cbe-9459-d6af04889440 req-b90d5ee0-5456-4721-9ae7-7bc50d20be77 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0525904 May 14 17:08:58.530807 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef4bca7d-fb9a-4cbe-9459-d6af04889440 req-b399df55-b543-4058-9d11-7b15f1093a23 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551226 May 14 17:08:58.545722 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334d00-7205-4893-8e5a-410d389d786a req-d0ef477f-8e41-4158-b456-5f06d6ab69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.545722 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-d0ef477f-8e41-4158-b456-5f06d6ab69a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0882521 May 14 17:08:58.573400 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4900eaa-efc7-4e14-b023-8c49cfd8c6e6 req-1d601adb-33f8-4217-93be-dfcb8adaaa9c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0260358 May 14 17:08:58.597501 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334d00-7205-4893-8e5a-410d389d786a req-8ed1c787-e12c-4f00-b641-532bb82ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.599070 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-8ed1c787-e12c-4f00-b641-532bb82ed5dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469687 May 14 17:08:58.692729 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-cb1d76d4-29c1-493b-9b9f-d20fb1b5a0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 May 14 17:08:58.807630 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d334d00-7205-4893-8e5a-410d389d786a req-744de426-3606-46b0-b9be-da4d1b7a3970 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 May 14 17:08:58.996784 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6faae7-41a4-4bb6-959b-0e533bc18981 req-0c0157c4-497b-452f-96cb-a3c171e48c12 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:58.998288 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea6faae7-41a4-4bb6-959b-0e533bc18981 req-0c0157c4-497b-452f-96cb-a3c171e48c12 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0588844 May 14 17:08:59.046441 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea6faae7-41a4-4bb6-959b-0e533bc18981 req-1393159d-69f2-4596-88de-70b6671d7581 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 May 14 17:08:59.647178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b1269-ab53-4090-b078-298d1eff28d6 req-9af03047-b36b-4432-bfe9-a8dfbb1c7ae3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:08:59.649380 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d3b1269-ab53-4090-b078-298d1eff28d6 req-9af03047-b36b-4432-bfe9-a8dfbb1c7ae3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0548365 May 14 17:08:59.685519 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1dd4dce2-8316-4644-bb9f-818bd5269449 req-acb3bcc8-19a4-4d3a-8582-8b6ffd54cd34 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0351958 May 14 17:08:59.729913 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d3b1269-ab53-4090-b078-298d1eff28d6 req-4aaab6ea-ab91-49a5-925e-7b369c9cfa31 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 May 14 17:09:00.117382 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-f64349cc-0b46-40f6-8432-b4713e75f2b9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:00.118984 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-f64349cc-0b46-40f6-8432-b4713e75f2b9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "GET /v2.0/networks?id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8 HTTP/1.1" status: 200 len: 808 time: 0.1373482 May 14 17:09:00.140445 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Request body: {'port': {'device_id': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8', 'admin_state_up': True, 'tenant_id': 'e3fe272996e846e3a03f6cf671217ac2'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:00.384941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Made reservation on behalf of e3fe272996e846e3a03f6cf671217ac2 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:00.388527 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:00.421812 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2882e3-5221-4a6d-a8fc-753483b4c0a9 req-36a4e780-292b-4f74-9a9f-229914080b1e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:00.421812 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a2882e3-5221-4a6d-a8fc-753483b4c0a9 req-36a4e780-292b-4f74-9a9f-229914080b1e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2858348 May 14 17:09:00.471730 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a2882e3-5221-4a6d-a8fc-753483b4c0a9 req-cd83982a-3e3d-4620-ac9e-937b4212b49c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 May 14 17:09:00.529663 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Allocated IP 172.20.0.7 (bd0cc64e-651e-4261-ba78-7b9e490ea0f8/009ac08a-1a32-4f38-9b0a-9eaa5f46b45b/5b74023a-48a0-4ba0-bc4e-494a7f3de11e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:00.696908 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks [] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:00.784884 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a465460e-57c1-4444-90ff-136a72ee090e req-b7d4bfa4-b84d-4f79-8de7-f3aae1feca7e tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0277662 May 14 17:09:00.843485 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:00.861402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843e701-833d-49b6-8b9b-2d74ed831003 req-30ef44f4-1fac-44d6-8f85-65a5e6fd55e7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:00.863626 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d843e701-833d-49b6-8b9b-2d74ed831003 req-30ef44f4-1fac-44d6-8f85-65a5e6fd55e7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0622385 May 14 17:09:00.909709 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:00.914636 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:00.919122 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:00.939376 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:00.940061 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:00.943484 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d843e701-833d-49b6-8b9b-2d74ed831003 req-c135fb06-4044-4bef-944e-17206bcd5b77 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725937 May 14 17:09:00.966255 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Pushing event updated for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:01.056391 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3ce8c70c-db68-4f7d-afeb-f23afc896dd9 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9217668 May 14 17:09:01.083393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Request body: {'port': {'device_id': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:01.143530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.163564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42030) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:01.184490 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021218328', 'description': 'tempest-description--978449319'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:01.341978 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.461370 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (6b589ca9-1def-4534-b2fe-e83738046fff), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.490308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b74023a-48a0-4ba0-bc4e-494a7f3de11e {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:01.499016 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks [] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.511870 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Transition to ACTIVE for port object 5b74023a-48a0-4ba0-bc4e-494a7f3de11e will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:09:01.568776 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6b589ca9-1def-4534-b2fe-e83738046fff), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.604059 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63238880-a3fc-4c80-9192-a6b40f397f5b req-409f1ca7-eeeb-4a62-8ad0-c1f46258243f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:01.606022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b589ca9-1def-4534-b2fe-e83738046fff,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:01.611022 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63238880-a3fc-4c80-9192-a6b40f397f5b req-409f1ca7-eeeb-4a62-8ad0-c1f46258243f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0688770 May 14 17:09:01.619343 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.670241 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63238880-a3fc-4c80-9192-a6b40f397f5b req-ce1f7c71-959a-4b9d-b0e3-a2f2674324da tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506608 May 14 17:09:01.684887 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Pushing event updated for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:01.719376 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.723828 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5123d4b6-cf6a-410b-913e-cdcdf0fdc028 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5561814 May 14 17:09:01.724147 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Attempting to bind port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:01.724229 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42054) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:01.724670 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Attempting to bind port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:01.724886 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Attempting to bind port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:01.730704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '6b589ca9-1def-4534-b2fe-e83738046fff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:01.730972 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:09:01.731263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Attempting to bind port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e on network bd0cc64e-651e-4261-ba78-7b9e490ea0f8 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:01.736973 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:01.737353 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Checking segment: {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:01.738104 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Bound using segment: {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:01.738482 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Bound port: 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:01.739300 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.804069 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:01.807757 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:01.884305 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (8672e5d5-17ac-4184-a8d5-a6f28555f4fe), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.901065 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.944634 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:01.945421 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88124ab-110f-4953-bd47-f95ec3c9fc49 req-21cf416b-b418-4c92-bfba-66146eb985e7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:01.946666 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:01.947040 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f88124ab-110f-4953-bd47-f95ec3c9fc49 req-21cf416b-b418-4c92-bfba-66146eb985e7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 943 time: 0.0965817 May 14 17:09:01.952330 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] 10.222.0.57 "PUT /v2.0/ports/5b74023a-48a0-4ba0-bc4e-494a7f3de11e HTTP/1.1" status: 200 len: 1093 time: 0.8729789 May 14 17:09:01.952809 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:01.959884 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45" -d '{"events": [{"name": "network-changed", "server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:02.004324 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (8672e5d5-17ac-4184-a8d5-a6f28555f4fe), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.012457 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debeee1f-87c5-404e-aecc-56975898f30d x-openstack-request-id: req-debeee1f-87c5-404e-aecc-56975898f30d {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:02.012746 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:02.013320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-debeee1f-87c5-404e-aecc-56975898f30d {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:02.013440 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debeee1f-87c5-404e-aecc-56975898f30d'] response: {'name': 'network-changed', 'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e', 'status': 'completed', 'code': 200} May 14 17:09:02.016385 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285b5f1-616c-4d39-ac41-8a86459f3812 service neutron] Pushing event updated for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:02.064561 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f88124ab-110f-4953-bd47-f95ec3c9fc49 req-fc815dd3-c510-4509-afe7-c76849121ee0 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042609 May 14 17:09:02.082482 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (8672e5d5-17ac-4184-a8d5-a6f28555f4fe), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.121240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8672e5d5-17ac-4184-a8d5-a6f28555f4fe,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:02.128352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-86e8da52-ff15-4f8a-a8a1-706d7800fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.130327 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-86e8da52-ff15-4f8a-a8a1-706d7800fe76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 1127 time: 0.0710428 May 14 17:09:02.132043 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.133002 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.133356 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.133700 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.134036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.134374 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.134704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.135143 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.135477 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.135808 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.136538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.136538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.136779 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:02.161429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38da4-c4ab-4fc6-9b3b-e0bc1151b168 req-416f1eb2-6baf-40b8-a48e-16de5fece615 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.163108 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1b38da4-c4ab-4fc6-9b3b-e0bc1151b168 req-416f1eb2-6baf-40b8-a48e-16de5fece615 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0936341 May 14 17:09:02.189427 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.191212 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e64f5dd5-e882-412f-bab8-af03f45d68b0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4654071 May 14 17:09:02.194036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42074) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:02.199644 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '6b589ca9-1def-4534-b2fe-e83738046fff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:02.205910 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42076) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:02.248731 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1b38da4-c4ab-4fc6-9b3b-e0bc1151b168 req-175f4eac-9e1b-4c7b-bf0e-0f4f5c033d5b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785775 May 14 17:09:02.270438 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-cd7a7e7b-b5c0-4f2a-9736-a0eefcdcd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.270438 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-cd7a7e7b-b5c0-4f2a-9736-a0eefcdcd7fe service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e3fe272996e846e3a03f6cf671217ac2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1117873 May 14 17:09:02.333673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bed0ac30-4be9-4128-91ab-7f052390c847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.352243 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (5deeed45-76db-4113-a385-8dbbbeabaed1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.381591 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-30589d02-bb57-44f5-870c-846778bd97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.384749 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b0e19de-5d48-4387-a0ef-a8e2e55e8b45 req-30589d02-bb57-44f5-870c-846778bd97a5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126821 May 14 17:09:02.450424 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (5deeed45-76db-4113-a385-8dbbbeabaed1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.470710 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bed0ac30-4be9-4128-91ab-7f052390c847 admin admin] Publish callbacks [] for security_group (59d4b150-dd82-4359-bc10-a24339c806c3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.528275 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (5deeed45-76db-4113-a385-8dbbbeabaed1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.545375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deeed45-76db-4113-a385-8dbbbeabaed1,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:02.548869 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-5d004832-b449-4d7d-8185-380fee82eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.550606 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-5d004832-b449-4d7d-8185-380fee82eb66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3fe272996e846e3a03f6cf671217ac2&device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 1127 time: 0.1005144 May 14 17:09:02.596559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bed0ac30-4be9-4128-91ab-7f052390c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (59d4b150-dd82-4359-bc10-a24339c806c3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.603527 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-a6b02c99-7d1c-4019-b2ad-940d4445acf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e HTTP/1.1" status: 200 len: 217 time: 0.0398130 May 14 17:09:02.613145 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42084) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:02.637359 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0ac30-4be9-4128-91ab-7f052390c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d4b150-dd82-4359-bc10-a24339c806c3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:02.643018 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bed0ac30-4be9-4128-91ab-7f052390c847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b151267aa79140ce916830e2a9293dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360650 May 14 17:09:02.645611 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42088) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:02.664624 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.670973 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-47f328ca-7a6d-453e-ab1e-49bd50fee1c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4753888 May 14 17:09:02.671211 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42090) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:02.677126 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:02.716472 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-9d5166aa-50d7-46b7-bd7a-9a1e9cf37c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.716987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] Publish callbacks [] for security_group (59d4b150-dd82-4359-bc10-a24339c806c3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.717959 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-9d5166aa-50d7-46b7-bd7a-9a1e9cf37c7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=009ac08a-1a32-4f38-9b0a-9eaa5f46b45b HTTP/1.1" status: 200 len: 848 time: 0.1086454 May 14 17:09:02.740709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] Publish callbacks [] for security_group (59d4b150-dd82-4359-bc10-a24339c806c3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.758341 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-116229d4-4260-4c89-b0bc-db7242512bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd0cc64e-651e-4261-ba78-7b9e490ea0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311353 May 14 17:09:02.779391 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80da64a2-843f-4cf5-a012-c32f4221c021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.821295 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a187415-4392-4fd8-8db7-a3a49e8bfae6 req-7bffaada-fe66-41d9-bbfa-c95e101ba1fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:02.822682 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.822891 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a187415-4392-4fd8-8db7-a3a49e8bfae6 req-7bffaada-fe66-41d9-bbfa-c95e101ba1fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0794642 May 14 17:09:02.893404 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a187415-4392-4fd8-8db7-a3a49e8bfae6 req-13acc78f-d36e-4181-89c2-b527bcbc302d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631859 May 14 17:09:02.917240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (59d4b150-dd82-4359-bc10-a24339c806c3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.920118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:02.921248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59d4b150-dd82-4359-bc10-a24339c806c3 HTTP/1.1" status: 204 len: 168 time: 0.2747333 May 14 17:09:02.931184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4a507-92b0-477a-8dfd-60e7a6cb968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d4b150-dd82-4359-bc10-a24339c806c3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:02.947506 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-1054b11e-9167-4d46-82bf-ca923cfafaee service neutron] 10.222.0.57 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815317 May 14 17:09:03.076526 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80da64a2-843f-4cf5-a012-c32f4221c021 admin admin] Publish callbacks [] for security_group (f8f66d6b-187e-4c28-ae72-f9c0bd040e9b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.082241 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.113254 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfc91096-063f-4ff3-a983-8d3581010c6b req-3a3cd353-f707-4fe4-80e1-3cc716e9eac9 service neutron] 10.222.0.57 "GET /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552484 May 14 17:09:03.214752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b769d0-a1da-48d7-aaeb-c52c5ce9db22 req-cdc7e252-a35f-4542-9abf-984650a29abd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:03.216427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04b769d0-a1da-48d7-aaeb-c52c5ce9db22 req-cdc7e252-a35f-4542-9abf-984650a29abd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 943 time: 0.0688627 May 14 17:09:03.221368 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.27.2.74 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:03.236553 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-80da64a2-843f-4cf5-a012-c32f4221c021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f8f66d6b-187e-4c28-ae72-f9c0bd040e9b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.268601 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04b769d0-a1da-48d7-aaeb-c52c5ce9db22 req-f599214e-9d92-4e6d-9bb0-9ce79841804d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 May 14 17:09:03.293293 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-80da64a2-843f-4cf5-a012-c32f4221c021 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b5afafaf5604e6593e8bf0f34fe4e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715622 May 14 17:09:03.295979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42112) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:03.321727 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da64a2-843f-4cf5-a012-c32f4221c021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f66d6b-187e-4c28-ae72-f9c0bd040e9b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:03.345040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] Publish callbacks [] for security_group (f8f66d6b-187e-4c28-ae72-f9c0bd040e9b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.374305 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] Publish callbacks [] for security_group (f8f66d6b-187e-4c28-ae72-f9c0bd040e9b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.385985 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.494075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f8f66d6b-187e-4c28-ae72-f9c0bd040e9b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.494404 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.496904 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.501039 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8f66d6b-187e-4c28-ae72-f9c0bd040e9b HTTP/1.1" status: 204 len: 168 time: 0.2012939 May 14 17:09:03.508875 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cd6c-62a2-432f-bbf8-c37fdc451db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f66d6b-187e-4c28-ae72-f9c0bd040e9b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:03.535683 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:03.539145 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:03.541626 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:03.554137 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:03.602414 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.664098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42120) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:03.681654 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5d76-ecc4-4911-8e46-5d092693a46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.712624 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.759522 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42122) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:03.764521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5d76-ecc4-4911-8e46-5d092693a46e admin admin] Publish callbacks [] for security_group (5f7456cd-98e9-4e17-b6d6-869651963ba2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.824805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5d76-ecc4-4911-8e46-5d092693a46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5f7456cd-98e9-4e17-b6d6-869651963ba2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.864234 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1d7a5d76-ecc4-4911-8e46-5d092693a46e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca440d43a6f144edaba23425b880bf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989291 May 14 17:09:03.865132 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a5d76-ecc4-4911-8e46-5d092693a46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7456cd-98e9-4e17-b6d6-869651963ba2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:03.868008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42126) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:03.878522 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.936648 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] Publish callbacks [] for security_group (5f7456cd-98e9-4e17-b6d6-869651963ba2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.940007 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.977255 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] Publish callbacks [] for security_group (5f7456cd-98e9-4e17-b6d6-869651963ba2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:03.985737 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.020768 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:04.090153 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e298b1c7-fd2d-4155-b2f4-56a80b395c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.090733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38aa2c-c342-456f-a558-f32036ceeb1a req-b9e512cd-c2e8-4410-8280-c65cd920967b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:04.095359 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba38aa2c-c342-456f-a558-f32036ceeb1a req-b9e512cd-c2e8-4410-8280-c65cd920967b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1235178 May 14 17:09:04.125332 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.127351 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-743fd7a5-2bfe-4f3c-bfd1-1ac009a62137 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4549060 May 14 17:09:04.149745 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba38aa2c-c342-456f-a558-f32036ceeb1a req-984b6ce8-16fd-43b6-b6e1-66ae6c8f6cbe tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512314 May 14 17:09:04.167602 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5f7456cd-98e9-4e17-b6d6-869651963ba2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.170234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.173870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f7456cd-98e9-4e17-b6d6-869651963ba2 HTTP/1.1" status: 204 len: 168 time: 0.3025455 May 14 17:09:04.180077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c13823-b22a-40e6-8de7-2c3ce55aabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7456cd-98e9-4e17-b6d6-869651963ba2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:04.217904 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42146) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:04.222980 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917697646', 'description': 'tempest-description--1466613166'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:04.240935 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e298b1c7-fd2d-4155-b2f4-56a80b395c26 admin admin] Publish callbacks [] for security_group (6402e777-a12a-4e23-8804-0c60cdc48964), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.333572 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e298b1c7-fd2d-4155-b2f4-56a80b395c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6402e777-a12a-4e23-8804-0c60cdc48964), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.365649 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-9c148b03-dd15-4ae9-902e-9bcc517a755a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2021218328&fields=id&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 267 time: 0.0479038 May 14 17:09:04.369246 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.374304 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e298b1c7-fd2d-4155-b2f4-56a80b395c26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ba65349d9e6430d9bd49a569e7c74a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135032 May 14 17:09:04.377045 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298b1c7-fd2d-4155-b2f4-56a80b395c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6402e777-a12a-4e23-8804-0c60cdc48964,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:04.379724 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42162) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:04.435717 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] Publish callbacks [] for security_group (6402e777-a12a-4e23-8804-0c60cdc48964), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.459719 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] Publish callbacks [] for security_group (6402e777-a12a-4e23-8804-0c60cdc48964), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.551556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfd275-a6ed-4715-a78e-2e2a5f743c55 req-650386bf-ba03-4263-81d6-588017cde6b6 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:04.553068 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5cfd275-a6ed-4715-a78e-2e2a5f743c55 req-650386bf-ba03-4263-81d6-588017cde6b6 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 943 time: 0.1862144 May 14 17:09:04.600881 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-b2787ecd-6d8c-4318-8e49-b4eb47aeb08e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:04.602958 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-b2787ecd-6d8c-4318-8e49-b4eb47aeb08e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.2116385 May 14 17:09:04.629576 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-715b3129-f384-4ef6-b2c0-2cdad7bfe187 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/quotas/cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 375 time: 0.0206673 May 14 17:09:04.633189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5cfd275-a6ed-4715-a78e-2e2a5f743c55 req-184143cf-6ced-4f3d-ac9c-b9c68772661c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 May 14 17:09:04.659379 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6402e777-a12a-4e23-8804-0c60cdc48964), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.668385 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.674164 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6402e777-a12a-4e23-8804-0c60cdc48964 HTTP/1.1" status: 204 len: 168 time: 0.2933035 May 14 17:09:04.689069 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64050e0-b155-4950-880b-6a682b98e02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402e777-a12a-4e23-8804-0c60cdc48964,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:04.731074 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-7483abc4-f265-4d0e-8c1f-f50cced4a1f7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899708 May 14 17:09:04.737177 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (eca9860b-e418-4b4d-bfe1-3d30ec757a63), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.822885 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (eca9860b-e418-4b4d-bfe1-3d30ec757a63), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:04.861358 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-7df3e135-1db6-4e39-b068-ecc00ae5d5bc service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140132 May 14 17:09:04.877420 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9860b-e418-4b4d-bfe1-3d30ec757a63,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:04.963318 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-254c8f9c-3692-4cce-9c0c-7d2b562d525b service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948162 May 14 17:09:04.998874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.003024 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42188) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:05.003157 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4a043a29-1581-4bb6-a6da-6876665f46fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7841253 May 14 17:09:05.008267 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'security_group_rule': {'security_group_id': 'eca9860b-e418-4b4d-bfe1-3d30ec757a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:05.144385 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (4b43bd49-fd5e-4bdb-94b1-36896432ee9d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.229865 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (4b43bd49-fd5e-4bdb-94b1-36896432ee9d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.258755 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d8cd4f2-2486-4d8a-8f76-9e85d5fdeb3e req-c4cb33f9-cc0a-482b-a880-da3ee0354dbf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 210 time: 0.0533819 May 14 17:09:05.338878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4d521-5da6-4142-814e-2b578f9090ea req-a965b4f5-b3eb-4f14-9797-2eb0110deafe tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:05.341757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fca4d521-5da6-4142-814e-2b578f9090ea req-a965b4f5-b3eb-4f14-9797-2eb0110deafe tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0871787 May 14 17:09:05.385296 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (4b43bd49-fd5e-4bdb-94b1-36896432ee9d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.422367 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fca4d521-5da6-4142-814e-2b578f9090ea req-de32d9b1-deec-4d8d-91bb-cea23ad1e4cc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740228 May 14 17:09:05.422540 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b43bd49-fd5e-4bdb-94b1-36896432ee9d,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:05.529985 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.531308 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c29e6af3-f580-4cae-ab7f-81fbed18dae7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272539 May 14 17:09:05.533922 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42218) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:05.538183 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'security_group_rule': {'security_group_id': 'eca9860b-e418-4b4d-bfe1-3d30ec757a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:05.716392 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (5a55fb50-9224-4bd8-a4e2-a60b8b5d54b0), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.784163 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a21a6-e5af-438e-a1bf-f996b22e6a42 req-f1c6c523-368a-49d9-ba9c-ccef021d5a53 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:05.785646 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-453a21a6-e5af-438e-a1bf-f996b22e6a42 req-f1c6c523-368a-49d9-ba9c-ccef021d5a53 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 943 time: 0.0802360 May 14 17:09:05.808201 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (5a55fb50-9224-4bd8-a4e2-a60b8b5d54b0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.842474 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-453a21a6-e5af-438e-a1bf-f996b22e6a42 req-c5104fd2-19e4-45f1-a1d3-66dfdf89259c tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459442 May 14 17:09:05.922454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (5a55fb50-9224-4bd8-a4e2-a60b8b5d54b0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:05.940283 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a55fb50-9224-4bd8-a4e2-a60b8b5d54b0,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:06.096637 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.098818 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f20d5612-9521-4cb9-a9f9-fe3b8986a88d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5632186 May 14 17:09:06.107363 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42242) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:06.111798 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:06.229696 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5b74023a-48a0-4ba0-bc4e-494a7f3de11e details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:09:06.247919 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.332485 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:06.347395 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e', 'network_id': 'bd0cc64e-651e-4261-ba78-7b9e490ea0f8', 'port_id': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e', 'mac_address': 'fa:16:3e:a3:b0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009ac08a-1a32-4f38-9b0a-9eaa5f46b45b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:09:06.383204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6fb35ffa-45ee-4bee-a02b-b9468c765603 req-0d020973-95f4-4c04-a1c5-71b85f40389c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 210 time: 0.0431182 May 14 17:09:06.385194 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.402356 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:06.402739 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.417116 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b74023a-48a0-4ba0-bc4e-494a7f3de11e {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:06.442047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:06.516045 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Allocated IP 172.27.2.93 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/b332f230-f8b0-4410-a218-12b41fd024f3) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:06.546205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25679a4-1119-43d5-91c9-807c8babbaff req-9e9dbb52-3e3e-44c8-9f5d-abd0f7b0609d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:06.547811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d25679a4-1119-43d5-91c9-807c8babbaff req-9e9dbb52-3e3e-44c8-9f5d-abd0f7b0609d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0581455 May 14 17:09:06.567966 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.620292 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d25679a4-1119-43d5-91c9-807c8babbaff req-0b49719c-46c5-4af4-a82a-9fba74cb89bc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666440 May 14 17:09:06.637911 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:06.642419 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for port (b332f230-f8b0-4410-a218-12b41fd024f3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.720601 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42262) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:06.752409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42268) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:06.767793 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.804643 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:06.807571 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:06.810982 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:06.823475 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'Port': ['ID=b332f230-f8b0-4410-a218-12b41fd024f3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:06.870178 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:06.969653 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5b74023a-48a0-4ba0-bc4e-494a7f3de11e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:09:06.997684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca5a0-c780-402e-92b4-fcbdd03503ac req-86838c6a-410c-4dad-b1c9-58441d493d31 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:06.999434 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.006267 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-417ca5a0-c780-402e-92b4-fcbdd03503ac req-86838c6a-410c-4dad-b1c9-58441d493d31 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 944 time: 0.0684316 May 14 17:09:07.058224 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-344892521-network', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:07.101045 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-417ca5a0-c780-402e-92b4-fcbdd03503ac req-d291ae79-3ba9-4d7a-ba94-e3768880e654 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936267 May 14 17:09:07.166385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3dd86329-6a6d-435d-b197-0d36b4f670d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.185227 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Made reservation on behalf of 2aa643e2d0c2446b8fbca85325dfdbcf for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:07.187705 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.204750 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.265316 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for port (b332f230-f8b0-4410-a218-12b41fd024f3), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.280227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3dd86329-6a6d-435d-b197-0d36b4f670d4 admin admin] Publish callbacks [] for security_group (709b011f-3943-47c6-a3eb-7ec9ef179ce9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.310070 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks [] for security_group (b7ba35fd-e66a-431f-8d18-572a16d7c491), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.339881 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.370188 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3dd86329-6a6d-435d-b197-0d36b4f670d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (709b011f-3943-47c6-a3eb-7ec9ef179ce9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.373183 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.395575 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'Port': ['ID=b332f230-f8b0-4410-a218-12b41fd024f3,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:07.424681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b7ba35fd-e66a-431f-8d18-572a16d7c491), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.426874 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3dd86329-6a6d-435d-b197-0d36b4f670d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac9f31e773b541c98c1332bc29e0f876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7043307 May 14 17:09:07.427609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42290) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:07.428453 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd86329-6a6d-435d-b197-0d36b4f670d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b011f-3943-47c6-a3eb-7ec9ef179ce9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:07.464221 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:09:07.478030 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (0332a100-fe19-484a-bae3-411c7c856845), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.478381 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Added segment 0332a100-fe19-484a-bae3-411c7c856845 of type vlan for network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf May 14 17:09:07.490573 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d35eefc-b854-4554-aacd-2af10cd41220 req-44cd8d1f-8df5-42fd-985b-0ec691e869f1 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 210 time: 0.0325623 May 14 17:09:07.515125 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] Publish callbacks [] for security_group (709b011f-3943-47c6-a3eb-7ec9ef179ce9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.541483 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.542144 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] Publish callbacks [] for security_group (709b011f-3943-47c6-a3eb-7ec9ef179ce9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.551438 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8c6a43b6-6249-4082-8d41-d7e4ce2b3070 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4428723 May 14 17:09:07.569195 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.594522 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba35fd-e66a-431f-8d18-572a16d7c491,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:07.677570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (709b011f-3943-47c6-a3eb-7ec9ef179ce9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.679413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.683552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/709b011f-3943-47c6-a3eb-7ec9ef179ce9 HTTP/1.1" status: 204 len: 168 time: 0.2523665 May 14 17:09:07.703846 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef796595-b8cb-4d4b-b107-09fc474e0a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b011f-3943-47c6-a3eb-7ec9ef179ce9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:07.764274 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.765635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:07.767075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c57b2-2bc9-43d6-9150-d4d7d12e2171 req-f447adba-7409-49f9-b868-05e69363bc61 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:07.768680 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:07.775394 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-961c57b2-2bc9-43d6-9150-d4d7d12e2171 req-f447adba-7409-49f9-b868-05e69363bc61 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0733969 May 14 17:09:07.849781 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-961c57b2-2bc9-43d6-9150-d4d7d12e2171 req-0031e8c9-65d5-400f-8b19-8af6176fd43b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734887 May 14 17:09:07.900533 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] Pushing event updated for resources: {'Network': ['ID=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:07.911423 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:09:07.946059 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f965bd23-88d4-47da-892f-595273f67091 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--917697646&fields=id&tenant_id=5a510daa17084906b68118cd075f8a36 HTTP/1.1" status: 200 len: 267 time: 0.0467815 May 14 17:09:08.007002 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0176c217-4a09-48ef-8b16-e55b2b9bee1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2531466 May 14 17:09:08.010426 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42314) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:08.015489 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Request body: {'subnet': {'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-344892521-subnet', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:08.055774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-28b04dd3-00e8-44ff-8215-5858d1252fd6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:08.057260 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-28b04dd3-00e8-44ff-8215-5858d1252fd6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.1043711 May 14 17:09:08.072429 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-48a969b5-4da7-49c0-b17e-3fabdff26c5d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/quotas/5a510daa17084906b68118cd075f8a36 HTTP/1.1" status: 200 len: 375 time: 0.0098004 May 14 17:09:08.144439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Made reservation on behalf of 2aa643e2d0c2446b8fbca85325dfdbcf for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:08.148995 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-2efbf174-6752-4f40-aeeb-7c08e1bfbeac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0706582 May 14 17:09:08.151467 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:08.186947 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:09:08.245550 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5b74023a-48a0-4ba0-bc4e-494a7f3de11e up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:08.325404 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-23f2251d-bc4a-4960-8786-383269a9fa54 service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600204 May 14 17:09:08.461323 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-0e411c1d-f702-42c6-b8af-04e69c5ab1a3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:08.463029 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-0e411c1d-f702-42c6-b8af-04e69c5ab1a3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.4201901 May 14 17:09:08.487803 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:09:08.492718 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:08.499831 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:08.532416 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-96266cb9-7e09-4bd6-97ee-386ef0cc5ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055042 May 14 17:09:08.558530 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591768-61cd-4e9c-9a81-c17423ffae42 req-a88a58a0-d6b0-4234-8d18-c023c8134d7f tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:08.578199 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7591768-61cd-4e9c-9a81-c17423ffae42 req-a88a58a0-d6b0-4234-8d18-c023c8134d7f tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 944 time: 0.3424840 May 14 17:09:08.607462 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-634aa343-ff3e-4692-9e25-3122afadefd7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 473 time: 0.1198232 May 14 17:09:08.652889 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'port': {'device_id': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'admin_state_up': True, 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'security_groups': ['6b589ca9-1def-4534-b2fe-e83738046fff']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:08.686510 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7591768-61cd-4e9c-9a81-c17423ffae42 req-474975d1-3b8a-47ca-8e76-1cbbead792d7 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 May 14 17:09:08.698439 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:08.702634 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:08.821229 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:08.822601 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:08.827015 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00220c05-c7d1-4765-8f43-548d0d83b9f6" -d '{"events": [{"server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "name": "network-vif-plugged", "status": "completed", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:08.838731 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7476a127-9396-4575-b55f-2e55ee937074 req-c1cd7c42-d63c-48b6-868c-86afd7406ab5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 210 time: 0.0457931 May 14 17:09:08.854225 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (c91723f5-14f5-4874-bd1a-ebd866ae6ab1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:08.926023 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:08.985385 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76071292-76c3-4139-9211-c7249fddc9fb x-openstack-request-id: req-76071292-76c3-4139-9211-c7249fddc9fb {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:08.985687 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "name": "network-vif-plugged", "status": "completed", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:08.985937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76071292-76c3-4139-9211-c7249fddc9fb {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:08.986647 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76071292-76c3-4139-9211-c7249fddc9fb'] response: {'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e', 'code': 200} May 14 17:09:08.987988 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:09.046916 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91723f5-14f5-4874-bd1a-ebd866ae6ab1,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:09.051476 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:09.056094 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.114230 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Checking segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:09.114838 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Network hostable DHCP agents. Network: a0bba4ee-77ea-447c-8a8e-a05f36ba32bf, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:09:09.180429 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cf488bf9-aaa6-46e8-9389-f59e765192aa req-be5b2a14-4da7-48f7-b821-c998b909806f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.1088734 May 14 17:09:09.217629 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b58c7-121e-455a-8286-af87686cfe00 req-871511d4-b223-48d1-9a94-745c8fbc23d1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:09.226814 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-394b58c7-121e-455a-8286-af87686cfe00 req-871511d4-b223-48d1-9a94-745c8fbc23d1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1663039 May 14 17:09:09.231330 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:09:09.297058 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-394b58c7-121e-455a-8286-af87686cfe00 req-a01fac6a-62bb-47be-be83-e87672af5ddf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691264 May 14 17:09:09.305301 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.20.0.5 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/5a5ab126-98ae-4991-9ed6-fd224a718c40) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:09.386686 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, a0bba4ee-77ea-447c-8a8e-a05f36ba32bf) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:09.394520 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ec0ce-a5b2-410a-93d1-0908cb2ed8fd None None] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:09:09.400467 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:09.401270 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.482888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3d2a-3b44-428b-b6cb-293b9182fec2 req-24c9ac4f-ba6d-4647-9699-72e8d8f19aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:09.484820 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1cdc3d2a-3b44-428b-b6cb-293b9182fec2 req-24c9ac4f-ba6d-4647-9699-72e8d8f19aef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 1129 time: 0.0493269 May 14 17:09:09.499237 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.526226 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:09:09.527323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.540106 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1cdc3d2a-3b44-428b-b6cb-293b9182fec2 req-b942451b-c4ca-4f2e-ab68-df5dc7110214 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 May 14 17:09:09.594387 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3fa21bbf-7986-4626-a345-f0c6b6ed4e39 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5827396 May 14 17:09:09.595188 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42372) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:09.610962 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:09.636881 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.686436 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:09.689809 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:09.694823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:09.695738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Allocated IP 172.20.0.2 (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf/c91723f5-14f5-4874-bd1a-ebd866ae6ab1/70be0088-dddb-4370-b1f6-44319787a597) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:09.707750 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:09.707750 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.724631 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:09.733048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.733048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.815026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for router_controller (db2e5f67-439a-45e0-8e8e-b497606e810d), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:09.863864 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-5f5eb0c2-b4da-4e71-acff-d4f771c9445c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2227838 May 14 17:09:09.894409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Request body: {'port': {'device_id': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:10.031380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f167-25c0-4d67-865e-f0ef535f1712 req-9ba51bda-a5fa-44c9-b3b7-f57c2ae42f12 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:10.033271 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.033704 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7552f167-25c0-4d67-865e-f0ef535f1712 req-9ba51bda-a5fa-44c9-b3b7-f57c2ae42f12 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.2172070 May 14 17:09:10.078818 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks [] for port (70be0088-dddb-4370-b1f6-44319787a597), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.087930 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-350af8ca-ec1c-4c34-86d1-e282f1b98426 None None] Provisioning complete for port 5a5ab126-98ae-4991-9ed6-fd224a718c40 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:10.088622 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-350af8ca-ec1c-4c34-86d1-e282f1b98426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.129718 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-350af8ca-ec1c-4c34-86d1-e282f1b98426 None None] Port 5a5ab126-98ae-4991-9ed6-fd224a718c40 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:10.162905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for router_gateway (db2e5f67-439a-45e0-8e8e-b497606e810d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.181634 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (70be0088-dddb-4370-b1f6-44319787a597), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.188427 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-408c8e5f-b051-45bd-880b-d0575c68b0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.202343 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c68216-b7df-4b43-b438-79dbc4a281f4 req-3a52128d-9520-457b-829a-ca801623150e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:10.203986 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53c68216-b7df-4b43-b438-79dbc4a281f4 req-3a52128d-9520-457b-829a-ca801623150e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 931 time: 0.1689446 May 14 17:09:10.232541 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7552f167-25c0-4d67-865e-f0ef535f1712 req-42936385-3979-4ec8-9d83-0c28c4d026dd tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496150 May 14 17:09:10.245001 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:10.249026 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:10.256992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:10.298582 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Pushing event updated for resources: {'Port': ['ID=70be0088-dddb-4370-b1f6-44319787a597,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:10.335961 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Attempting to bind port 70be0088-dddb-4370-b1f6-44319787a597 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:10.336426 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Attempting to bind port 70be0088-dddb-4370-b1f6-44319787a597 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:10.336861 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Attempting to bind port 70be0088-dddb-4370-b1f6-44319787a597 on network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:10.343955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:10.344338 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Checking segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:10.344751 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.346004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Bound using segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:10.346004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Bound port: 70be0088-dddb-4370-b1f6-44319787a597, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:10.346343 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (70be0088-dddb-4370-b1f6-44319787a597), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.346543 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53c68216-b7df-4b43-b438-79dbc4a281f4 req-9e09e1a7-ece0-47f8-b742-b5537f456c17 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127508 May 14 17:09:10.375743 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ae04e95-1004-4ef0-985a-3915a547fca2 req-368cd2b9-9d25-4313-b880-d38ac11e6076 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.0779016 May 14 17:09:10.454894 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] For port 70be0088-dddb-4370-b1f6-44319787a597, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:10.458687 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] For port 70be0088-dddb-4370-b1f6-44319787a597, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70be0088-dddb-4370-b1f6-44319787a597,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:10.477847 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5ab126-98ae-4991-9ed6-fd224a718c40 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:10.486044 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks [] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.499993 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Transition to ACTIVE for port object 5a5ab126-98ae-4991-9ed6-fd224a718c40 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:09:10.516619 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42396) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:10.584391 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86894-d3aa-4d5b-81a5-936200829a3d req-9b33ce87-e47d-43ce-8d41-84c6a137a237 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:10.585912 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80d86894-d3aa-4d5b-81a5-936200829a3d req-9b33ce87-e47d-43ce-8d41-84c6a137a237 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1248834 May 14 17:09:10.602570 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.607925 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (70be0088-dddb-4370-b1f6-44319787a597), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.664795 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for router_gateway (db2e5f67-439a-45e0-8e8e-b497606e810d), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.707386 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80d86894-d3aa-4d5b-81a5-936200829a3d req-3735c40a-e731-421f-a6b6-b1362865ad0a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104307 May 14 17:09:10.710601 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd090b6b-7d92-4670-ac3e-a770f8ef07ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.713013 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:10.776215 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79bf5-3be0-4701-b74d-df866b9d05f9 None None] Pushing event updated for resources: {'Port': ['ID=70be0088-dddb-4370-b1f6-44319787a597,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:10.806538 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:10.848043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Attempting to bind port 5a5ab126-98ae-4991-9ed6-fd224a718c40 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:10.849874 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Attempting to bind port 5a5ab126-98ae-4991-9ed6-fd224a718c40 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:10.849874 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Attempting to bind port 5a5ab126-98ae-4991-9ed6-fd224a718c40 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:10.879785 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Port 5a5ab126-98ae-4991-9ed6-fd224a718c40 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:09:10.880122 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Attempting to bind port 5a5ab126-98ae-4991-9ed6-fd224a718c40 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:10.885938 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Allocated IP 172.27.2.45 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/8a6f9a21-a5b2-4f1a-8721-83553d479ce7) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:10.891620 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:10.891950 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:10.892335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:10.892774 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Bound port: 5a5ab126-98ae-4991-9ed6-fd224a718c40, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:10.893130 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.002352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd090b6b-7d92-4670-ac3e-a770f8ef07ef admin admin] Publish callbacks [] for security_group (d5759692-9179-4dc7-a2e0-b76e1aba5f23), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.023208 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:11.028244 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:11.125142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd090b6b-7d92-4670-ac3e-a770f8ef07ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d5759692-9179-4dc7-a2e0-b76e1aba5f23), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.187774 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd090b6b-7d92-4670-ac3e-a770f8ef07ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5759692-9179-4dc7-a2e0-b76e1aba5f23,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:11.199428 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.274082 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:11.275051 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.276970 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a5ab126-98ae-4991-9ed6-fd224a718c40 HTTP/1.1" status: 200 len: 1093 time: 1.3973920 May 14 17:09:11.277666 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:11.280233 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae25e1a-7936-4698-acaf-c0cb29f2828e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:11.295598 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cd090b6b-7d92-4670-ac3e-a770f8ef07ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c5b09a7f7074e4fbeb7d33faa787233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7775309 May 14 17:09:11.296390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42414) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:11.330226 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ea4bf-0467-4545-9767-555c8994d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:11.360212 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] Publish callbacks [] for security_group (d5759692-9179-4dc7-a2e0-b76e1aba5f23), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.380278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c687ca6-b7d5-4eb7-befb-fb482fe840eb req-e53d080f-a4c1-44c2-871d-d2da51e1ebb2 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:11.381773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c687ca6-b7d5-4eb7-befb-fb482fe840eb req-e53d080f-a4c1-44c2-871d-d2da51e1ebb2 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1431627 May 14 17:09:11.386038 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] Publish callbacks [] for security_group (d5759692-9179-4dc7-a2e0-b76e1aba5f23), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.406306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.436327 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e292a-c915-4e11-ab44-41a7385f5b0e req-18b6ffab-26bb-48c9-9f64-1cfaf33b7813 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:11.437910 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e22e292a-c915-4e11-ab44-41a7385f5b0e req-18b6ffab-26bb-48c9-9f64-1cfaf33b7813 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.1441462 May 14 17:09:11.496883 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c687ca6-b7d5-4eb7-befb-fb482fe840eb req-eaa0bbbd-8144-4201-9c52-b710ee6665be tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016667 May 14 17:09:11.539912 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e22e292a-c915-4e11-ab44-41a7385f5b0e req-3fcb2778-d4ab-4b88-ae9b-baac4b5db948 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875456 May 14 17:09:11.545374 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d5759692-9179-4dc7-a2e0-b76e1aba5f23), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.548258 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.549586 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5759692-9179-4dc7-a2e0-b76e1aba5f23 HTTP/1.1" status: 204 len: 168 time: 0.2494950 May 14 17:09:11.572041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7d679-98d9-4ebe-bae1-4bba33c9a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5759692-9179-4dc7-a2e0-b76e1aba5f23,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:11.612582 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348dffb-0317-49b5-80be-a205e2a0ab7b x-openstack-request-id: req-e348dffb-0317-49b5-80be-a205e2a0ab7b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:11.613121 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:11.613584 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e348dffb-0317-49b5-80be-a205e2a0ab7b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:11.614191 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e348dffb-0317-49b5-80be-a205e2a0ab7b'] response: {'name': 'network-changed', 'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'status': 'completed', 'code': 200} May 14 17:09:11.631757 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.746087 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70be0088-dddb-4370-b1f6-44319787a597 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:11.749591 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:11.782917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:11.786268 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:11.806916 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 70be0088-dddb-4370-b1f6-44319787a597 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:11.807494 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70be0088-dddb-4370-b1f6-44319787a597), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.841800 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dded8f3f-d8df-4236-a6cf-f49522d47737 req-9f836a4b-834b-49b9-9126-3bcfa1a05f52 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.1277685 May 14 17:09:11.905879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 70be0088-dddb-4370-b1f6-44319787a597 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:11.907096 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (70be0088-dddb-4370-b1f6-44319787a597), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:11.933672 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:11.945775 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 70be0088-dddb-4370-b1f6-44319787a597, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70be0088-dddb-4370-b1f6-44319787a597,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:11.956528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406b15-150e-42d1-a149-b3030263c3ee req-18d42c22-523e-4231-a20c-fc51906b0733 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:11.962455 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea406b15-150e-42d1-a149-b3030263c3ee req-18d42c22-523e-4231-a20c-fc51906b0733 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.2630572 May 14 17:09:12.044948 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea406b15-150e-42d1-a149-b3030263c3ee req-66aa2dd8-705c-463f-9595-a1ec8d265aef tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668743 May 14 17:09:12.048011 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (70be0088-dddb-4370-b1f6-44319787a597), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.113993 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=70be0088-dddb-4370-b1f6-44319787a597,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:12.156098 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b7813-0f8d-4522-ad82-e95c2204ca42 None None] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:09:12.213583 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9cf193e0-002d-44ef-b712-c2db2b31a77e None None] Provisioning complete for port 70be0088-dddb-4370-b1f6-44319787a597 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:12.214199 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9cf193e0-002d-44ef-b712-c2db2b31a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70be0088-dddb-4370-b1f6-44319787a597), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.244119 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for router_gateway (db2e5f67-439a-45e0-8e8e-b497606e810d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.353256 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9cf193e0-002d-44ef-b712-c2db2b31a77e None None] Current status of the port 70be0088-dddb-4370-b1f6-44319787a597 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:12.385092 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6402-f177-4d93-abb4-ccda4f93d967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.457370 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.589012 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-42063fd1-dad4-4fc8-9d01-ef3d7eed78bd None None] Provisioning complete for port 70be0088-dddb-4370-b1f6-44319787a597 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:12.589642 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-42063fd1-dad4-4fc8-9d01-ef3d7eed78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70be0088-dddb-4370-b1f6-44319787a597), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.639367 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184738d-b54f-41bf-9c31-a89207a501e8 req-35094330-4497-4091-89fc-b2eb828a5cb0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:12.640835 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7184738d-b54f-41bf-9c31-a89207a501e8 req-35094330-4497-4091-89fc-b2eb828a5cb0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0673583 May 14 17:09:12.671699 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-42063fd1-dad4-4fc8-9d01-ef3d7eed78bd None None] Current status of the port 70be0088-dddb-4370-b1f6-44319787a597 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:12.692597 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7184738d-b54f-41bf-9c31-a89207a501e8 req-5e3791df-5196-4f22-bab9-483669cf71d6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460098 May 14 17:09:12.727813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Router db2e5f67-439a-45e0-8e8e-b497606e810d is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:09:12.834341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:12.836775 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.843595 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Sync routers for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:12.853838 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:12.854448 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:12.912788 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:12.917102 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5fee3d8b-1e70-4bf4-96cb-4ed378861be5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3085034 May 14 17:09:12.917472 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42440) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:12.948744 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-66ef6f65-abdc-498e-bea5-92412fad6cb3 req-7167f42c-c0c0-4dab-aaa1-8a36010bcaf7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.0319831 May 14 17:09:12.962236 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:13.178576 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82275-0fb8-4d84-b2f3-27b510918835 req-cfd459fd-8309-4599-bd6a-c607e483de10 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:13.180154 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0db82275-0fb8-4d84-b2f3-27b510918835 req-cfd459fd-8309-4599-bd6a-c607e483de10 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.0577314 May 14 17:09:13.231147 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0db82275-0fb8-4d84-b2f3-27b510918835 req-f1f89211-08b6-4164-b69b-26872900f9f5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 May 14 17:09:13.235691 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:12Z', 'revision_number': 3, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:13.264754 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.268606 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Checking router: db2e5f67-439a-45e0-8e8e-b497606e810d for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:13.268955 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Updating router db2e5f67-439a-45e0-8e8e-b497606e810d port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:09:13.295518 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.373286 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.523390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Allocated IP 172.20.0.1 (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf/c91723f5-14f5-4874-bd1a-ebd866ae6ab1/f298f8cc-2131-4439-8a98-cf1e66cd305a) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:13.543915 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks [] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.588992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70be0088-dddb-4370-b1f6-44319787a597 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:13.628142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks [] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.635995 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.637824 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 70be0088-dddb-4370-b1f6-44319787a597 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:13.638202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70be0088-dddb-4370-b1f6-44319787a597), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.693034 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Pushing event updated for resources: {'Port': ['ID=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:13.705191 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Attempting to bind port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:13.705775 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Attempting to bind port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:13.706142 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Attempting to bind port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:13.710092 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.716483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:13.721888 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:13.722571 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:13.723559 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.723792 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:13.724628 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Bound port: 8a6f9a21-a5b2-4f1a-8721-83553d479ce7, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:13.725013 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.741045 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.799238 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] For port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:13.803032 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] For port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:13.833607 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Pushing event updated for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:13.850544 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 70be0088-dddb-4370-b1f6-44319787a597 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:13.854508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cdfa1-0011-4f23-af36-4ec2bf32eb1f req-2aaf7309-b91f-41da-b72e-75705dd66172 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:13.856392 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bc2cdfa1-0011-4f23-af36-4ec2bf32eb1f req-2aaf7309-b91f-41da-b72e-75705dd66172 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0799992 May 14 17:09:13.880389 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:13.883058 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.886821 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:13.889886 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:13.890495 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (db2e5f67-439a-45e0-8e8e-b497606e810d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:13.933878 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bc2cdfa1-0011-4f23-af36-4ec2bf32eb1f req-edfb881d-7cc2-48c9-aae6-7f10d8431600 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712316 May 14 17:09:13.963888 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-88f696df-f562-4cd7-81e7-c99ffd368341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:13.965336 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-88f696df-f562-4cd7-81e7-c99ffd368341 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 1127 time: 0.1246769 May 14 17:09:13.967986 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6e55-5f4c-418c-8422-af0e2cb1f867 None None] Pushing event updated for resources: {'Port': ['ID=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:13.986049 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:13.986774 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:14.008352 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379353-1677-4fc3-99f5-ca3424b461ea req-83d0c1c1-e136-48e4-af15-90d051cccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.010262 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-83d0c1c1-e136-48e4-af15-90d051cccd77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1129 time: 0.0668471 May 14 17:09:14.134523 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:14.144411 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9963232-e846-4067-8e56-a11e5ef112b1 req-3836e4f8-8ee2-4c52-8c84-00e061587e1f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.0428038 May 14 17:09:14.210058 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-3df382d2-a256-4a8d-b1ea-1d9d2fb50614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.211837 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-3df382d2-a256-4a8d-b1ea-1d9d2fb50614 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cdfff6f0263b4865a62d653b9fff4380&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2223833 May 14 17:09:14.239699 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379353-1677-4fc3-99f5-ca3424b461ea req-11607277-ad2e-4c81-9d5b-bee4d6a8b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.242878 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-11607277-ad2e-4c81-9d5b-bee4d6a8b32b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.2177515 May 14 17:09:14.326537 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e0d1e7c0-30c1-47db-bc50-57abc9962d9f None None] Provisioning complete for port f298f8cc-2131-4439-8a98-cf1e66cd305a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:14.326749 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.326922 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e7c0-30c1-47db-bc50-57abc9962d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.379721 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1e7c0-30c1-47db-bc50-57abc9962d9f None None] Port f298f8cc-2131-4439-8a98-cf1e66cd305a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:14.394422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-8026bf35-e7d5-4907-8d93-0f41910ceef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.396449 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ae25e1a-7936-4698-acaf-c0cb29f2828e req-8026bf35-e7d5-4907-8d93-0f41910ceef9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779358 May 14 17:09:14.406373 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-e0670201-2bf0-4a67-a4fb-b96410449c42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 1000 time: 0.1565275 May 14 17:09:14.454637 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:12Z', 'revision_number': 3, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:14.496167 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e5adb-97ec-487b-8373-92ae9fdf8549 None None] The sync data for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi is: [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:12Z', 'revision_number': 3, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:14.515706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9610-8f9a-4669-8515-1b05fd28d0c9 req-faf7fc3f-19eb-4386-8609-dd4d087c5849 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.519072 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10cf9610-8f9a-4669-8515-1b05fd28d0c9 req-faf7fc3f-19eb-4386-8609-dd4d087c5849 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.1115334 May 14 17:09:14.524941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379353-1677-4fc3-99f5-ca3424b461ea req-19baa0f9-6a82-4663-bbf1-f35dac5ba554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.526974 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-19baa0f9-6a82-4663-bbf1-f35dac5ba554 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0864346 May 14 17:09:14.582688 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-a9ee54e2-24b4-47f1-8ea0-322b2653467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.590612 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-a9ee54e2-24b4-47f1-8ea0-322b2653467b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 1127 time: 0.1126583 May 14 17:09:14.627012 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks [] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.689877 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-1d0e4120-ee5f-492c-9fb2-c5233a60a165 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40 HTTP/1.1" status: 200 len: 217 time: 0.0602722 May 14 17:09:14.719759 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10cf9610-8f9a-4669-8515-1b05fd28d0c9 req-a3c8a721-96b8-4e35-a69c-80316f985b99 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803071 May 14 17:09:14.721430 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.722187 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (db2e5f67-439a-45e0-8e8e-b497606e810d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.773280 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379353-1677-4fc3-99f5-ca3424b461ea req-499f52a7-58a6-4e26-91c1-63e18d4d119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.774829 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-499f52a7-58a6-4e26-91c1-63e18d4d119d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2190971 May 14 17:09:14.790742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:14.798441 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-a6257a00-9e56-458a-9e35-808c4d4ec8b1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.800033 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-a6257a00-9e56-458a-9e35-808c4d4ec8b1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 819 time: 0.2324810 May 14 17:09:14.822850 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-abd24e2c-d067-4612-be71-e4e3404771a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:14.824164 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-abd24e2c-d067-4612-be71-e4e3404771a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.1162851 May 14 17:09:14.992638 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-d5b864c9-34ee-42c5-a9b9-d2d62dd5a704 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a510daa17084906b68118cd075f8a36 HTTP/1.1" status: 200 len: 379 time: 0.1728339 May 14 17:09:15.037921 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'port': {'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'admin_state_up': True, 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'security_groups': ['eca9860b-e418-4b4d-bfe1-3d30ec757a63']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:15.138418 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-ac34d38a-bd50-436f-b860-28e5a2be5830 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372757 May 14 17:09:15.224150 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Pushing event updated for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:15.299205 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:15.300974 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:15.318606 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941abb-186c-4b91-af7b-f848c880e44f req-14f83b6f-2d31-44b4-aba4-a5f831510450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:15.325181 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-14f83b6f-2d31-44b4-aba4-a5f831510450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4838114 May 14 17:09:15.378616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163002a-7e26-4015-a1cb-4d46efd45cdf req-6cddb2b9-2351-4e02-a74f-fb930fb816bf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:15.390493 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9163002a-7e26-4015-a1cb-4d46efd45cdf req-6cddb2b9-2351-4e02-a74f-fb930fb816bf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2946639 May 14 17:09:15.469106 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd5dc04d-1ccb-4b8f-9cb9-93848658fad0 req-12586b31-ef92-4772-abd9-f3316dbe03a1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.1438093 May 14 17:09:15.516740 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78379353-1677-4fc3-99f5-ca3424b461ea req-31827645-cbf4-460a-9dd8-9a3081ff6456 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649020 May 14 17:09:15.561461 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9163002a-7e26-4015-a1cb-4d46efd45cdf req-c2ace7eb-2c75-4e7f-890b-626174298125 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612990 May 14 17:09:15.626618 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Made reservation on behalf of 5a510daa17084906b68118cd075f8a36 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:15.638167 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:15.679807 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-f1ddb723-6669-45d6-b4d0-3b7bad7dc412 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693610 May 14 17:09:15.689419 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Router db2e5f67-439a-45e0-8e8e-b497606e810d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:09:15.695042 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:15.753876 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-c1783686-242d-43e0-b6e9-bc0fa20851fa None None] Provisioning complete for port f298f8cc-2131-4439-8a98-cf1e66cd305a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:15.754616 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c1783686-242d-43e0-b6e9-bc0fa20851fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:15.840056 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c1783686-242d-43e0-b6e9-bc0fa20851fa None None] Port f298f8cc-2131-4439-8a98-cf1e66cd305a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:15.862836 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:15.864772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:15.924192 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Allocated IP 172.20.0.7 (a8a06775-837b-454a-b790-8645dbd6a277/a42d4f81-ffd0-47b6-be20-2c865f99752e/feb5f747-0476-4833-9daa-04a4a598bc96) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:15.951209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d67e-1d3c-4bac-9f62-fe496146cecc req-b7b25e10-b93f-4b90-9d35-90d06458c615 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:15.952670 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1b8d67e-1d3c-4bac-9f62-fe496146cecc req-b7b25e10-b93f-4b90-9d35-90d06458c615 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.1152487 May 14 17:09:15.986611 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89941abb-186c-4b91-af7b-f848c880e44f req-088c7ccf-82a8-47b3-8d27-d822b877d700 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940321 May 14 17:09:16.010501 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:16.023932 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4be5220d-77f6-495e-97db-dbb806d3991d admin admin] 10.222.0.48 "PUT /v2.0/routers/db2e5f67-439a-45e0-8e8e-b497606e810d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976584 May 14 17:09:16.024114 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:16.024114 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.054543 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:16.090896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1b8d67e-1d3c-4bac-9f62-fe496146cecc req-38492764-d132-46fd-9989-183c0dfa2b1d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184227 May 14 17:09:16.139659 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.189040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for port (feb5f747-0476-4833-9daa-04a4a598bc96), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.208054 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01be2c-35f5-4239-83d2-9459a9453056 req-8b950938-5c32-4573-a561-ad3ee2788da3 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:16.208423 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:16.209427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be01be2c-35f5-4239-83d2-9459a9453056 req-8b950938-5c32-4573-a561-ad3ee2788da3 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.1060581 May 14 17:09:16.273292 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be01be2c-35f5-4239-83d2-9459a9453056 req-26b90e00-6f92-4b7e-91e2-8b635f1662a8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578859 May 14 17:09:16.356540 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.385295 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.399659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Network a8a06775-837b-454a-b790-8645dbd6a277 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:16.403406 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:16.407330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:16.438968 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event updated for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:16.482450 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:16.483877 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.615554 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61bba2-0e33-40bf-a3a2-ac7936cb07ef req-8de3d02b-2485-4edf-af0f-c402102ce465 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:16.617143 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d61bba2-0e33-40bf-a3a2-ac7936cb07ef req-8de3d02b-2485-4edf-af0f-c402102ce465 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 931 time: 0.0708680 May 14 17:09:16.668529 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d7af0162-762a-4555-9f67-06be39240810 None None] Provisioning complete for port feb5f747-0476-4833-9daa-04a4a598bc96 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:16.668818 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7af0162-762a-4555-9f67-06be39240810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:16.698678 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d61bba2-0e33-40bf-a3a2-ac7936cb07ef req-18d8206d-f9f6-45aa-b0e9-e14c0d07a584 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757129 May 14 17:09:16.704624 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d7af0162-762a-4555-9f67-06be39240810 None None] Port feb5f747-0476-4833-9daa-04a4a598bc96 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:16.711101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45991a1-c50b-45d1-8d1c-48e25198449b req-40e1a2b5-e6f8-4c16-8ac4-b0c671680261 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:16.718027 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f45991a1-c50b-45d1-8d1c-48e25198449b req-40e1a2b5-e6f8-4c16-8ac4-b0c671680261 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0933928 May 14 17:09:16.765616 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f45991a1-c50b-45d1-8d1c-48e25198449b req-e6af5920-b1a4-4f0b-bdb6-dccf7ae63275 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 May 14 17:09:16.787304 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-e892720f-c49c-40e1-8e61-b2841f126d8b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7642822 May 14 17:09:16.858207 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Sync routers for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:16.871042 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:16.871701 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:16.992362 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:17.215047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 2, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:17.219080 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843cc3-0df1-445b-95de-c44731be819f req-fa7dd7c1-5de9-4119-bf40-c3ee97629f6c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:17.220611 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7843cc3-0df1-445b-95de-c44731be819f req-fa7dd7c1-5de9-4119-bf40-c3ee97629f6c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.0633976 May 14 17:09:17.242016 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42528) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:17.243371 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Checking router: db2e5f67-439a-45e0-8e8e-b497606e810d for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:17.243733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Updating router db2e5f67-439a-45e0-8e8e-b497606e810d port f298f8cc-2131-4439-8a98-cf1e66cd305a binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:09:17.247482 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880453064-network', 'tenant_id': 'de031212b2594d2e8978005b9074163f'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:17.277789 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.408442 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Made reservation on behalf of de031212b2594d2e8978005b9074163f for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:17.411884 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.428062 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.503750 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7843cc3-0df1-445b-95de-c44731be819f req-c99ca4af-f1b6-4b76-87d6-395a55fab28d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764764 May 14 17:09:17.516022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks [] for security_group (027a56b5-8ebf-45c4-9c67-b8913cc9e80b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.526746 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e036cb-f03e-4bf4-96a2-e331db7cdf62 req-014f5797-3f5d-433f-b5e5-3cbd27c75fbf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:17.528216 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85e036cb-f03e-4bf4-96a2-e331db7cdf62 req-014f5797-3f5d-433f-b5e5-3cbd27c75fbf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.0854447 May 14 17:09:17.571369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks [] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.580416 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85e036cb-f03e-4bf4-96a2-e331db7cdf62 req-02ed3c73-37d6-4f77-bd6e-272fafadd8cf tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 May 14 17:09:17.608347 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:17.654905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:17.655275 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.710543 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (027a56b5-8ebf-45c4-9c67-b8913cc9e80b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.732808 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:17.739197 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:09:17.749212 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a56b5-8ebf-45c4-9c67-b8913cc9e80b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:17.755386 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (22a202f5-2890-4794-a636-8fd562aaef31), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.755728 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Added segment 22a202f5-2890-4794-a636-8fd562aaef31 of type vlan for network 22283508-14e1-41e1-b073-8c276053a5d8 May 14 17:09:17.779444 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.796912 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (22283508-14e1-41e1-b073-8c276053a5d8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.839551 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9a5c4-0776-4dd4-8b35-f07c1ba58f44 None None] Pushing event updated for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:17.869364 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc79b60-5040-4823-943f-d8d90f39689d req-266e3234-ae53-450a-8abc-1d5657381498 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:17.871195 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccc79b60-5040-4823-943f-d8d90f39689d req-266e3234-ae53-450a-8abc-1d5657381498 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 931 time: 0.0962312 May 14 17:09:17.888053 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (22283508-14e1-41e1-b073-8c276053a5d8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.889267 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:17.889973 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.907560 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Attempting to bind port f298f8cc-2131-4439-8a98-cf1e66cd305a on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:17.908013 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Attempting to bind port f298f8cc-2131-4439-8a98-cf1e66cd305a by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:17.908271 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Attempting to bind port f298f8cc-2131-4439-8a98-cf1e66cd305a on network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:17.915167 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:17.915536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Checking segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:17.915941 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.916325 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Bound using segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:17.916807 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Bound port: f298f8cc-2131-4439-8a98-cf1e66cd305a, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:17.917171 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:17.999534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd607-9541-4f68-ba17-fa0a5bdeda03 req-c9b86654-8933-490b-aef1-e6bd0f6979cf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:18.009769 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73bfd607-9541-4f68-ba17-fa0a5bdeda03 req-c9b86654-8933-490b-aef1-e6bd0f6979cf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1199443 May 14 17:09:18.011234 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] Pushing event updated for resources: {'Network': ['ID=22283508-14e1-41e1-b073-8c276053a5d8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:18.018712 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccc79b60-5040-4823-943f-d8d90f39689d req-3a2b8671-0931-4bed-bb24-e1b8791d4f33 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384706 May 14 17:09:18.029164 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b1510771-fdba-4cdd-918f-97f8203b20a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7852654 May 14 17:09:18.031478 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42542) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:18.040589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 22283508-14e1-41e1-b073-8c276053a5d8 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:09:18.042816 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Request body: {'subnet': {'network_id': '22283508-14e1-41e1-b073-8c276053a5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880453064-subnet', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:18.066886 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] For port f298f8cc-2131-4439-8a98-cf1e66cd305a, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:18.093075 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73bfd607-9541-4f68-ba17-fa0a5bdeda03 req-9d39b89f-0959-4062-b8dc-c541c98110a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845003 May 14 17:09:18.127056 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] For port f298f8cc-2131-4439-8a98-cf1e66cd305a, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f298f8cc-2131-4439-8a98-cf1e66cd305a,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:18.202281 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Made reservation on behalf of de031212b2594d2e8978005b9074163f for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:18.204707 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.232621 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.273259 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Provisioning complete for port f298f8cc-2131-4439-8a98-cf1e66cd305a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:18.273462 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.345845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:18.346495 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:18.355368 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9a5c4-0776-4dd4-8b35-f07c1ba58f44 None None] Pushing event updated for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:18.499446 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for subnet (02ea8526-e136-444c-a72b-52c34c47415e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.503818 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Current status of the port f298f8cc-2131-4439-8a98-cf1e66cd305a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:18.504318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.527197 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:18.557755 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ea8526-e136-444c-a72b-52c34c47415e,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:18.573133 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Checking segment: {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:18.573133 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Network hostable DHCP agents. Network: 22283508-14e1-41e1-b073-8c276053a5d8, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:09:18.588263 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] For port f298f8cc-2131-4439-8a98-cf1e66cd305a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f298f8cc-2131-4439-8a98-cf1e66cd305a,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:18.635735 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bcc1-20f7-48e0-b72e-fc9b8ac51ce0 req-cffc7ce3-deff-47fa-a65d-41064e8b068b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:18.637896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bb4bcc1-20f7-48e0-b72e-fc9b8ac51ce0 req-cffc7ce3-deff-47fa-a65d-41064e8b068b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.0556200 May 14 17:09:18.693348 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Network 22283508-14e1-41e1-b073-8c276053a5d8 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:09:18.712202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.719306 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bb4bcc1-20f7-48e0-b72e-fc9b8ac51ce0 req-6d7195bd-a7c2-44c1-ba80-b1c88522b1c7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757949 May 14 17:09:18.749342 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2db824-010e-47f4-9235-885903695b20 req-db4020fb-e1b6-4b9f-9810-296d3fb2b21f tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:18.750881 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6e2db824-010e-47f4-9235-885903695b20 req-db4020fb-e1b6-4b9f-9810-296d3fb2b21f tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.0866082 May 14 17:09:18.785862 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856803a-8cfb-445e-80f8-772791b002fb None None] Pushing event updated for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:18.790396 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 22283508-14e1-41e1-b073-8c276053a5d8) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:18.796164 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:18.797289 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.807631 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03459f3-f9e9-4195-b24b-7191ad59b214 None None] Network 22283508-14e1-41e1-b073-8c276053a5d8 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:09:18.810934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6e2db824-010e-47f4-9235-885903695b20 req-97911e23-a921-4799-81c3-f03436ea023a tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542662 May 14 17:09:18.811856 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:18.873275 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8188377d-bfbd-4a99-882b-ff1a32804f77 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8358927 May 14 17:09:18.876192 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42548) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:18.880626 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:18.977335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:18.977335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.003070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc246d-ee09-4859-bd25-0f8ceb80d608 None None] The sync data for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi is: [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:19.026209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-54fddeab-fc5e-493e-a69e-166b08ce9234 None None] Provisioning complete for port f298f8cc-2131-4439-8a98-cf1e66cd305a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:19.026569 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54fddeab-fc5e-493e-a69e-166b08ce9234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.033169 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for router_controller (60f95802-ab1c-49fb-8094-d0c031995e3d), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.127658 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-22283508-14e1-41e1-b073-8c276053a5d8', 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8', 'project_id': 'de031212b2594d2e8978005b9074163f', 'fixed_ips': [{'subnet_id': '02ea8526-e136-444c-a72b-52c34c47415e'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:09:19.128617 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.191879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d229c-a3ff-4236-a76c-7ad66f07e721 req-94b89f65-90b8-4074-bc98-24757b0a5f08 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:19.193977 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-692d229c-a3ff-4236-a76c-7ad66f07e721 req-94b89f65-90b8-4074-bc98-24757b0a5f08 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 931 time: 0.0750828 May 14 17:09:19.238002 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-54fddeab-fc5e-493e-a69e-166b08ce9234 None None] Current status of the port f298f8cc-2131-4439-8a98-cf1e66cd305a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:19.296779 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-692d229c-a3ff-4236-a76c-7ad66f07e721 req-2bbd4d1c-ac3d-4448-a512-31a3274a90d6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914266 May 14 17:09:19.323098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d183f8f-0479-437e-a22c-5113e898de46 req-43beef9b-10f5-486d-931f-2beb7ebdcb27 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:19.324924 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d183f8f-0479-437e-a22c-5113e898de46 req-43beef9b-10f5-486d-931f-2beb7ebdcb27 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1000130 May 14 17:09:19.337420 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Allocated IP 172.20.0.2 (22283508-14e1-41e1-b073-8c276053a5d8/02ea8526-e136-444c-a72b-52c34c47415e/61b2876f-a34f-45cb-a420-d4670747d335) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:19.350335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for router_gateway (60f95802-ab1c-49fb-8094-d0c031995e3d), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.385463 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d183f8f-0479-437e-a22c-5113e898de46 req-3a2978bf-061b-46bb-9812-0a4d253be9a5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540473 May 14 17:09:19.418579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Request body: {'port': {'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:19.485974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.551542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks [] for port (61b2876f-a34f-45cb-a420-d4670747d335), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.666879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (61b2876f-a34f-45cb-a420-d4670747d335), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.719065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f298f8cc-2131-4439-8a98-cf1e66cd305a up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:19.738996 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for router_gateway (60f95802-ab1c-49fb-8094-d0c031995e3d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.761638 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.805686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Network 22283508-14e1-41e1-b073-8c276053a5d8 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:19.817057 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:19.825187 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:19.841471 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Pushing event updated for resources: {'Port': ['ID=61b2876f-a34f-45cb-a420-d4670747d335,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:19.903007 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Allocated IP 172.27.2.118 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/4a64531a-39b3-40d3-af69-6da9ad2e0fdf) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:19.903382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb5f747-0476-4833-9daa-04a4a598bc96 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:19.912889 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks [] for port (feb5f747-0476-4833-9daa-04a4a598bc96), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.933800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Transition to ACTIVE for port object feb5f747-0476-4833-9daa-04a4a598bc96 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:09:19.949679 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46367e1-47f3-4592-b9d0-dda2b0600522 req-de09009d-569f-4de7-8188-b0fb65be964c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:19.951334 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port f298f8cc-2131-4439-8a98-cf1e66cd305a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:19.951705 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.956963 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Attempting to bind port 61b2876f-a34f-45cb-a420-d4670747d335 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:19.959832 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Attempting to bind port 61b2876f-a34f-45cb-a420-d4670747d335 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:19.959832 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Attempting to bind port 61b2876f-a34f-45cb-a420-d4670747d335 on network 22283508-14e1-41e1-b073-8c276053a5d8 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:19.964591 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d46367e1-47f3-4592-b9d0-dda2b0600522 req-de09009d-569f-4de7-8188-b0fb65be964c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.1476841 May 14 17:09:19.985971 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:19.986350 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Checking segment: {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:19.986759 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:19.987172 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Bound using segment: {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:19.987658 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Bound port: 61b2876f-a34f-45cb-a420-d4670747d335, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:19.988160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (61b2876f-a34f-45cb-a420-d4670747d335), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.049587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.075926 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.103867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d46367e1-47f3-4592-b9d0-dda2b0600522 req-630f5c1f-ed49-491e-adc0-a5993217a85b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378977 May 14 17:09:20.133563 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] For port 61b2876f-a34f-45cb-a420-d4670747d335, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:20.138379 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] For port 61b2876f-a34f-45cb-a420-d4670747d335, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=61b2876f-a34f-45cb-a420-d4670747d335,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:20.145529 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port f298f8cc-2131-4439-8a98-cf1e66cd305a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:20.172069 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88416166-555c-4476-9ae1-ef3161a1b8db req-dabbd7cc-31e3-4e20-b121-1a044a38ddde tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:20.180189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-88416166-555c-4476-9ae1-ef3161a1b8db req-dabbd7cc-31e3-4e20-b121-1a044a38ddde tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.2032933 May 14 17:09:20.202298 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Pushing event updated for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:20.233954 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (61b2876f-a34f-45cb-a420-d4670747d335), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.278037 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.328042 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-88416166-555c-4476-9ae1-ef3161a1b8db req-92f30dc8-af0e-4c04-bc8a-978a06dfe39d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451757 May 14 17:09:20.388644 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:20.392441 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:20.401101 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:20.411648 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee06669-004a-4eed-8934-ff28b92528aa None None] Pushing event updated for resources: {'Port': ['ID=61b2876f-a34f-45cb-a420-d4670747d335,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:20.418977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Attempting to bind port feb5f747-0476-4833-9daa-04a4a598bc96 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:20.423254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Attempting to bind port feb5f747-0476-4833-9daa-04a4a598bc96 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:20.423254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Attempting to bind port feb5f747-0476-4833-9daa-04a4a598bc96 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:20.432425 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Port feb5f747-0476-4833-9daa-04a4a598bc96 on network a8a06775-837b-454a-b790-8645dbd6a277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:09:20.432769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Attempting to bind port feb5f747-0476-4833-9daa-04a4a598bc96 on network a8a06775-837b-454a-b790-8645dbd6a277 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:20.473580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:20.474102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Checking segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:20.475562 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Bound using segment: {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:20.476618 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Bound port: feb5f747-0476-4833-9daa-04a4a598bc96, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a1580d-512b-4c30-8c60-887c5af98855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:20.477368 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.498066 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Pushing event updated for resources: {'Port': ['ID=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:20.675496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333aaf0-568e-494d-9d7a-cbcfe34c7cd9 req-3e96f81b-afb9-4661-8e21-7bcab0b0ecd3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:20.677361 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6333aaf0-568e-494d-9d7a-cbcfe34c7cd9 req-3e96f81b-afb9-4661-8e21-7bcab0b0ecd3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.2352264 May 14 17:09:20.713353 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:20.721997 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f470f9-d5ed-48aa-9f93-5c3121f6d267 req-8982f017-0bf0-4e75-976d-cc7e4aec23f3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:20.726645 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c0f470f9-d5ed-48aa-9f93-5c3121f6d267 req-8982f017-0bf0-4e75-976d-cc7e4aec23f3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2153907 May 14 17:09:20.753982 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=feb5f747-0476-4833-9daa-04a4a598bc96,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:20.780608 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6333aaf0-568e-494d-9d7a-cbcfe34c7cd9 req-199b0de3-be17-4067-99a0-4be2f2e510db tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943351 May 14 17:09:20.818035 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c0f470f9-d5ed-48aa-9f93-5c3121f6d267 req-27826cc6-e36a-4117-9de1-601e09b7a607 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825458 May 14 17:09:20.903678 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for router_gateway (60f95802-ab1c-49fb-8094-d0c031995e3d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.957098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.990990 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:20.991770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:20.993279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] 10.222.0.57 "PUT /v2.0/ports/feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 1093 time: 1.5792294 May 14 17:09:20.993714 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:20.995969 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:21.021538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d60c1-cc20-4027-baf1-bb3213b05930 service neutron] Pushing event updated for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:21.053200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cfbbd9-e8a7-4671-88e8-4f6d2219dcb0 x-openstack-request-id: req-a9cfbbd9-e8a7-4671-88e8-4f6d2219dcb0 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:21.053493 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:21.053796 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9cfbbd9-e8a7-4671-88e8-4f6d2219dcb0 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:21.054208 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cfbbd9-e8a7-4671-88e8-4f6d2219dcb0'] response: {'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'status': 'completed', 'code': 200} May 14 17:09:21.144683 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:21.261531 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-2f6369ae-5d07-442a-860e-2c9cba1d1a14 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.263118 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-2f6369ae-5d07-442a-860e-2c9cba1d1a14 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.1342552 May 14 17:09:21.302095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-b4ec9f65-f8a1-44f8-b676-574f0c39495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.304014 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-b4ec9f65-f8a1-44f8-b676-574f0c39495f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1127 time: 0.1502225 May 14 17:09:21.393447 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5a5ab126-98ae-4991-9ed6-fd224a718c40 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:09:21.423819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4d70-dc03-49ed-8ec4-ce9819cec034 req-45d4fdce-a76d-470e-a14f-88fbb8fb4713 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.431891 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d8c4d70-dc03-49ed-8ec4-ce9819cec034 req-45d4fdce-a76d-470e-a14f-88fbb8fb4713 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 943 time: 0.1676548 May 14 17:09:21.469172 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-07363c15-b7c6-4669-8e4f-37313806a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.471249 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-07363c15-b7c6-4669-8e4f-37313806a23c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a510daa17084906b68118cd075f8a36&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1489863 May 14 17:09:21.541264 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Deleting port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:09:21.541609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:21.601998 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-9818fcb6-c0f3-445b-99e9-1c6772c8c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.603925 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4e5321c-bde7-41ca-b01e-8bd8df2499a2 req-9818fcb6-c0f3-445b-99e9-1c6772c8c4e7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244845 May 14 17:09:21.605491 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Router 60f95802-ab1c-49fb-8094-d0c031995e3d is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:09:21.676184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d8c4d70-dc03-49ed-8ec4-ce9819cec034 req-cd6febf6-6048-4704-9339-45774410e0cc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429230 May 14 17:09:21.679649 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afa10c-99e4-4709-8bf4-09000bcf8982 None None] Network 22283508-14e1-41e1-b073-8c276053a5d8 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:09:21.705084 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f689fb-ebdf-48f4-9c47-32a662be4e45 req-6a3c8762-9966-4eb8-98c4-36e29ba8799b tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.714153 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15f689fb-ebdf-48f4-9c47-32a662be4e45 req-6a3c8762-9966-4eb8-98c4-36e29ba8799b tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 945 time: 0.2658644 May 14 17:09:21.734841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 61b2876f-a34f-45cb-a420-d4670747d335 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:21.795119 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:21.798882 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:21.802246 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15f689fb-ebdf-48f4-9c47-32a662be4e45 req-2c3342ce-d018-4053-b38a-eb5246d8e0bb tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1222959-5474-4e71-8c97-0b2e1d3befe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830345 May 14 17:09:21.820146 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-63bca284-2b0e-4b25-8380-2bff009375d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:21.821887 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-63bca284-2b0e-4b25-8380-2bff009375d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1127 time: 0.1174037 May 14 17:09:21.831437 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Sync routers for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:21.847187 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] For port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,segment=NetworkSegment(9fd8c2ed-8203-427b-bdb8-6cd52a7e9450),segment_id=9fd8c2ed-8203-427b-bdb8-6cd52a7e9450)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:21.849019 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:21.849147 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Provisioning complete for port 61b2876f-a34f-45cb-a420-d4670747d335 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:21.849147 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (61b2876f-a34f-45cb-a420-d4670747d335), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:21.855172 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:21.855887 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:21.868686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'port_id': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'mac_address': 'fa:16:3e:0c:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:09:21.875332 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Calling delete_port for 5b74023a-48a0-4ba0-bc4e-494a7f3de11e owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:09:22.007556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f889b50-6acc-4547-9242-5e2f8893baac req-8e472dc9-024a-4020-ac1f-fbc000abc3ea tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:22.032343 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f889b50-6acc-4547-9242-5e2f8893baac req-8e472dc9-024a-4020-ac1f-fbc000abc3ea tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.1064339 May 14 17:09:22.057950 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5a5ab126-98ae-4991-9ed6-fd224a718c40 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:22.058575 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.076533 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f889b50-6acc-4547-9242-5e2f8893baac req-268c217e-1eb7-49e0-87bd-15771ef57df5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586669 May 14 17:09:22.091769 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 61b2876f-a34f-45cb-a420-d4670747d335 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:22.091769 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (61b2876f-a34f-45cb-a420-d4670747d335), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.159094 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5ab126-98ae-4991-9ed6-fd224a718c40 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:22.170918 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Current status of the port 61b2876f-a34f-45cb-a420-d4670747d335 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:22.171267 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (61b2876f-a34f-45cb-a420-d4670747d335), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.182061 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:22.212287 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:22.220337 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.221580 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-001a596c-3fba-43d7-9ff4-8fde43baed2e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3444257 May 14 17:09:22.223280 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-3479ade4-e3f1-4845-a40b-d6625a25099a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 217 time: 0.3808587 May 14 17:09:22.224707 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42612) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:22.244587 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] For port 61b2876f-a34f-45cb-a420-d4670747d335, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=61b2876f-a34f-45cb-a420-d4670747d335,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:22.307481 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5b74023a-48a0-4ba0-bc4e-494a7f3de11e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.308167 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 61b2876f-a34f-45cb-a420-d4670747d335 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:22.308860 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (61b2876f-a34f-45cb-a420-d4670747d335), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.314893 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-1da8a7fa-7fb1-4350-a979-3e458a3a0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:22.316376 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-1da8a7fa-7fb1-4350-a979-3e458a3a0823 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0866318 May 14 17:09:22.354700 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5b74023a-48a0-4ba0-bc4e-494a7f3de11e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:09:22.408877 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (61b2876f-a34f-45cb-a420-d4670747d335), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.414354 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-3633a199-6338-41a4-b14d-b40c9540df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:22.415926 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-3633a199-6338-41a4-b14d-b40c9540df5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921204 May 14 17:09:22.457609 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.468611 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Pushing event deleted for resources: {'Port': ['ID=5b74023a-48a0-4ba0-bc4e-494a7f3de11e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:22.503155 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] No DVR routers for this DVR port 5b74023a-48a0-4ba0-bc4e-494a7f3de11e on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:09:22.508746 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.510728 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:20Z', 'revision_number': 3, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:22.512912 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39c5f341-a923-47ac-95b0-a05b72c6061c req-e27d8922-90d7-48bb-8541-c32b8ff60dc8 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.57 "DELETE /v2.0/ports/5b74023a-48a0-4ba0-bc4e-494a7f3de11e HTTP/1.1" status: 204 len: 173 time: 1.2402966 May 14 17:09:22.549560 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Checking router: 60f95802-ab1c-49fb-8094-d0c031995e3d for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:22.549915 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Updating router 60f95802-ab1c-49fb-8094-d0c031995e3d port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:09:22.555025 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 17:09:22.557213 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 17:09:22.559267 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a085e-7fe4-4ffa-b93a-4e6195421f53 None None] Pushing event updated for resources: {'Port': ['ID=61b2876f-a34f-45cb-a420-d4670747d335,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:22.586758 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-f8240e25-a0b9-4fc1-aad7-d05d2d7d1a27 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608119 May 14 17:09:22.592848 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.637191 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:22.648128 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d192d8c3-c314-4d0b-b3f9-d50f30127e5c None None] Provisioning complete for port 61b2876f-a34f-45cb-a420-d4670747d335 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:22.648266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d192d8c3-c314-4d0b-b3f9-d50f30127e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (61b2876f-a34f-45cb-a420-d4670747d335), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.756165 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b65116f8-cf65-4cce-a40b-83f00b1cbdf6 req-b56db544-d47e-46a9-a06a-a2bad8fade90 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620378 May 14 17:09:22.758102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d192d8c3-c314-4d0b-b3f9-d50f30127e5c None None] Current status of the port 61b2876f-a34f-45cb-a420-d4670747d335 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:22.854682 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5a5ab126-98ae-4991-9ed6-fd224a718c40'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:09:22.907120 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks [] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:22.909924 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-502c5bd8-db4d-42ac-9bff-86ed718a72ab req-8e35a6e8-f954-4f0f-ac14-9be09561d175 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0363941 May 14 17:09:22.934339 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6f68-448d-4a57-b472-5f43545ce915 req-ae07c03a-34b2-45c0-a120-7a3a40aa4f42 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:22.934339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe0a6f68-448d-4a57-b472-5f43545ce915 req-ae07c03a-34b2-45c0-a120-7a3a40aa4f42 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 944 time: 0.1410675 May 14 17:09:23.013793 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.015754 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe0a6f68-448d-4a57-b472-5f43545ce915 req-9906b1a3-5fe2-4df7-95d7-a35122a13f8b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768018 May 14 17:09:23.055380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'name': 'network-vif-deleted', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:23.057690 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01489b-b609-447c-8141-4fb29ea9277c" -d '{"events": [{"server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "name": "network-vif-deleted", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:23.113393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 61b2876f-a34f-45cb-a420-d4670747d335 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:23.120189 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a20bb-44ff-4b1e-80e4-5f82f2161439 x-openstack-request-id: req-456a20bb-44ff-4b1e-80e4-5f82f2161439 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:23.120596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f103e58b-a3b6-4fa2-9580-2450b7d7134e", "name": "network-vif-deleted", "tag": "5b74023a-48a0-4ba0-bc4e-494a7f3de11e", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:23.120945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-456a20bb-44ff-4b1e-80e4-5f82f2161439 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:23.121541 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456a20bb-44ff-4b1e-80e4-5f82f2161439'] response: {'server_uuid': 'f103e58b-a3b6-4fa2-9580-2450b7d7134e', 'name': 'network-vif-deleted', 'tag': '5b74023a-48a0-4ba0-bc4e-494a7f3de11e', 'status': 'completed', 'code': 200} May 14 17:09:23.141150 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.150536 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1e37-38bb-4be5-88fc-674ab3071de9 None None] Pushing event updated for resources: {'Port': ['ID=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:23.168804 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Attempting to bind port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:23.169177 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Attempting to bind port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:23.169543 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Attempting to bind port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:23.174533 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:23.174950 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:23.175352 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.175745 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:23.176210 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Bound port: 4a64531a-39b3-40d3-af69-6da9ad2e0fdf, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:23.176634 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.226969 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] For port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:23.230139 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] For port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:23.256629 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcd22-9e3d-44cf-b270-76ed78f6520f req-96c86d32-1af0-4d7c-9369-36c4182762e8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:23.258212 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ddcd22-9e3d-44cf-b270-76ed78f6520f req-96c86d32-1af0-4d7c-9369-36c4182762e8 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.1070144 May 14 17:09:23.345360 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.359499 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ddcd22-9e3d-44cf-b270-76ed78f6520f req-e8c86fbe-d26a-46db-9d9b-182c9d80f543 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788410 May 14 17:09:23.382540 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Allocated IP 172.20.0.1 (22283508-14e1-41e1-b073-8c276053a5d8/02ea8526-e136-444c-a72b-52c34c47415e/4a32679d-27ef-4289-8e0e-10b504ab17e5) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:23.398232 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:23.399113 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:23.454375 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1e37-38bb-4be5-88fc-674ab3071de9 None None] Pushing event updated for resources: {'Port': ['ID=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:23.483330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks [] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.529659 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:23.608895 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 61b2876f-a34f-45cb-a420-d4670747d335 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:23.620094 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.659103 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Network 22283508-14e1-41e1-b073-8c276053a5d8 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:23.662513 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:23.666684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:23.683940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 61b2876f-a34f-45cb-a420-d4670747d335 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:23.684644 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (61b2876f-a34f-45cb-a420-d4670747d335), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.696493 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:23.717920 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (60f95802-ab1c-49fb-8094-d0c031995e3d), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:23.749912 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:20Z', 'revision_number': 3, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:23.785284 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba35-c942-4276-ac7f-3174b9daf643 None None] The sync data for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi is: [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:20Z', 'revision_number': 3, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:23.807962 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 61b2876f-a34f-45cb-a420-d4670747d335 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:24.001661 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fe4b244f-9de1-4c24-b660-f6a4f8d7db69 None None] Provisioning complete for port 4a32679d-27ef-4289-8e0e-10b504ab17e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:24.002052 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fe4b244f-9de1-4c24-b660-f6a4f8d7db69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.047481 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b244f-9de1-4c24-b660-f6a4f8d7db69 None None] Port 4a32679d-27ef-4289-8e0e-10b504ab17e5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:24.059361 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f8096e87-6554-42ae-80ff-735a5884874f req-aa8e40a7-e336-44ef-9d7b-822a48d32042 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0430303 May 14 17:09:24.217660 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a85e-aaf9-4c61-8c59-b4d339681fd6 req-58cb279f-9dc7-401c-b04c-d21ba0cf5e2a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:24.219341 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ca2a85e-aaf9-4c61-8c59-b4d339681fd6 req-58cb279f-9dc7-401c-b04c-d21ba0cf5e2a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 944 time: 0.0631857 May 14 17:09:24.224043 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42642) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:24.289387 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.311534 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ca2a85e-aaf9-4c61-8c59-b4d339681fd6 req-fcec0407-88a8-4aaf-8c49-748c1432c084 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845847 May 14 17:09:24.364201 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3555aac1-70e4-4a76-bb5d-a8073a31ff12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.571260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e922a-a3b8-4d5d-a458-e90314fc3da8 req-41a41e6f-0a80-4fb9-87ab-a2a80d11c7d9 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:24.572828 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-928e922a-a3b8-4d5d-a458-e90314fc3da8 req-41a41e6f-0a80-4fb9-87ab-a2a80d11c7d9 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.1356280 May 14 17:09:24.577357 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks [] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.613241 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3555aac1-70e4-4a76-bb5d-a8073a31ff12 admin admin] Publish callbacks [] for security_group (5831d69a-d73c-47bf-b4f4-dbf023dc5111), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.641427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-928e922a-a3b8-4d5d-a458-e90314fc3da8 req-4f739733-b4e2-4fb9-9d44-ceb1915d2258 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577562 May 14 17:09:24.751164 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.754878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3555aac1-70e4-4a76-bb5d-a8073a31ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5831d69a-d73c-47bf-b4f4-dbf023dc5111), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.850650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:24.856786 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3555aac1-70e4-4a76-bb5d-a8073a31ff12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50a4b3f13a5c456eb9d10c8a4908415d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316638 May 14 17:09:24.858152 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555aac1-70e4-4a76-bb5d-a8073a31ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5831d69a-d73c-47bf-b4f4-dbf023dc5111,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:24.859523 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42650) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:24.863998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (60f95802-ab1c-49fb-8094-d0c031995e3d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.909996 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] Publish callbacks [] for security_group (5831d69a-d73c-47bf-b4f4-dbf023dc5111), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.931467 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] Publish callbacks [] for security_group (5831d69a-d73c-47bf-b4f4-dbf023dc5111), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:24.957023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Network 22283508-14e1-41e1-b073-8c276053a5d8 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:24.958342 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:25.082284 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5831d69a-d73c-47bf-b4f4-dbf023dc5111), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.085013 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.086633 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5831d69a-d73c-47bf-b4f4-dbf023dc5111 HTTP/1.1" status: 204 len: 168 time: 0.2259965 May 14 17:09:25.087700 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Router 60f95802-ab1c-49fb-8094-d0c031995e3d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:09:25.096958 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1bb0-a85a-48a7-9480-625f18b4640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831d69a-d73c-47bf-b4f4-dbf023dc5111,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:25.188542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d4552cce-c428-4b13-a363-d18ef0c4ae8e None None] Provisioning complete for port 4a32679d-27ef-4289-8e0e-10b504ab17e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:25.189169 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d4552cce-c428-4b13-a363-d18ef0c4ae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.223697 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d4552cce-c428-4b13-a363-d18ef0c4ae8e None None] Port 4a32679d-27ef-4289-8e0e-10b504ab17e5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:25.224001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7e23d17-c3e3-4f3f-94c6-9161a83ad00a req-f5b74733-10a0-48eb-b8fe-ffab9af3237d tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0295341 May 14 17:09:25.253837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:25.262732 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7942d508-ded4-48b9-93e1-d03a215cb7b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/60f95802-ab1c-49fb-8094-d0c031995e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0357552 May 14 17:09:25.440278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96098d0-de50-499f-bdf0-2ec7f8425290 req-d4321cc0-1800-4b92-bf1a-2493a67b886f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:25.447125 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f96098d0-de50-499f-bdf0-2ec7f8425290 req-d4321cc0-1800-4b92-bf1a-2493a67b886f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 944 time: 0.0628417 May 14 17:09:25.499670 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f96098d0-de50-499f-bdf0-2ec7f8425290 req-6c5b431b-d5ae-4c12-9e4d-30ba15975b6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513713 May 14 17:09:25.632436 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a64531a-39b3-40d3-af69-6da9ad2e0fdf up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:25.689639 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5b74023a-48a0-4ba0-bc4e-494a7f3de11e no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:09:25.692459 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:25.693182 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.800006 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42678) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:25.813482 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632672b4-2498-44f1-98ba-5508c3583637 req-6aab66e3-ef7a-4416-a09e-b1e33d20cbc6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:25.813941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-daa5bece-0c08-4be1-95b8-f15435f615fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.816135 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-632672b4-2498-44f1-98ba-5508c3583637 req-6aab66e3-ef7a-4416-a09e-b1e33d20cbc6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.0811200 May 14 17:09:25.876844 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 5b74023a-48a0-4ba0-bc4e-494a7f3de11e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:09:25.877185 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5b74023a-48a0-4ba0-bc4e-494a7f3de11e not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:09:25.880515 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-632672b4-2498-44f1-98ba-5508c3583637 req-b3899947-1b1a-41aa-b992-0d9e2eb0dc60 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529218 May 14 17:09:25.908838 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-daa5bece-0c08-4be1-95b8-f15435f615fc admin admin] Publish callbacks [] for security_group (63da99e1-0300-425d-9891-c324069b547c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.946564 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:25.951576 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:25.975277 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:26.008438 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-daa5bece-0c08-4be1-95b8-f15435f615fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (63da99e1-0300-425d-9891-c324069b547c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.048437 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-daa5bece-0c08-4be1-95b8-f15435f615fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c432640db234705a18fa2fda022ab79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471611 May 14 17:09:26.049643 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5bece-0c08-4be1-95b8-f15435f615fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da99e1-0300-425d-9891-c324069b547c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:26.051466 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42684) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:26.105622 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.129660 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] Publish callbacks [] for security_group (63da99e1-0300-425d-9891-c324069b547c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.159606 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] Publish callbacks [] for security_group (63da99e1-0300-425d-9891-c324069b547c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.175810 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:26.339652 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee48ab95-3c4a-400d-ab10-4262ff4b753a req-4a57123c-cdb4-4875-aa98-b1f523667801 tempest-VolumesActionsTest-1658824798 tempest-VolumesActionsTest-1658824798-project] 10.222.0.48 "GET /v2.0/ports?device_id=f103e58b-a3b6-4fa2-9580-2450b7d7134e HTTP/1.1" status: 200 len: 210 time: 0.0317612 May 14 17:09:26.362292 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (63da99e1-0300-425d-9891-c324069b547c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.365102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:26.372953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63da99e1-0300-425d-9891-c324069b547c HTTP/1.1" status: 204 len: 168 time: 0.3152125 May 14 17:09:26.373539 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Sync routers for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:26.380267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6c04c-74e0-4bd4-88f8-6d3a7ee89391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da99e1-0300-425d-9891-c324069b547c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:26.407373 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:26.408796 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:26.615916 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:26.698714 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c76724-8435-474a-adf3-d314ec51b9db req-1a4f9716-8138-4a83-a2a0-fb3f1003557e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:26.700617 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70c76724-8435-474a-adf3-d314ec51b9db req-1a4f9716-8138-4a83-a2a0-fb3f1003557e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 944 time: 0.1030691 May 14 17:09:26.765441 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70c76724-8435-474a-adf3-d314ec51b9db req-1cc08ae5-5500-4abd-979b-30726292ac5f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 May 14 17:09:27.013796 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:24Z', 'revision_number': 4, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '4a32679d-27ef-4289-8e0e-10b504ab17e5', 'name': '', 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'mac_address': 'fa:16:3e:98:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '02ea8526-e136-444c-a72b-52c34c47415e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:23Z', 'updated_at': '2022-05-14T17:09:24Z', 'revision_number': 2, 'project_id': 'de031212b2594d2e8978005b9074163f', 'subnets': [{'id': '02ea8526-e136-444c-a72b-52c34c47415e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:27.052912 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Checking router: 60f95802-ab1c-49fb-8094-d0c031995e3d for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:27.056552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Updating router 60f95802-ab1c-49fb-8094-d0c031995e3d port 4a32679d-27ef-4289-8e0e-10b504ab17e5 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:09:27.094663 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.123144 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0304-9666-48ab-a9cd-6be5b48b2687 req-3dc952ac-cfc7-4278-bbd5-3e318b563739 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:27.123144 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e66b0304-9666-48ab-a9cd-6be5b48b2687 req-3dc952ac-cfc7-4278-bbd5-3e318b563739 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.0767524 May 14 17:09:27.195380 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e66b0304-9666-48ab-a9cd-6be5b48b2687 req-09ffcec3-7f92-43d8-8173-51c03ea5cb85 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594647 May 14 17:09:27.436416 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks [] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.613244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.629028 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a64531a-39b3-40d3-af69-6da9ad2e0fdf up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:27.691673 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device feb5f747-0476-4833-9daa-04a4a598bc96 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:09:27.696542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5a5ab126-98ae-4991-9ed6-fd224a718c40 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:27.742836 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42726) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:27.758855 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-606609f5-bb4d-4705-9721-66710eb3d109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.825311 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff107fc-8485-4f11-904d-ee2ea17929ed None None] Pushing event updated for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:27.907673 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-606609f5-bb4d-4705-9721-66710eb3d109 admin admin] Publish callbacks [] for security_group (d92fbe20-bea3-4272-afc1-d73cf5b48158), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.975453 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Attempting to bind port 4a32679d-27ef-4289-8e0e-10b504ab17e5 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:27.976863 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Attempting to bind port 4a32679d-27ef-4289-8e0e-10b504ab17e5 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:27.977263 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Attempting to bind port 4a32679d-27ef-4289-8e0e-10b504ab17e5 on network 22283508-14e1-41e1-b073-8c276053a5d8 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:27.980084 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:27.980653 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.984219 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9d5b-f2d5-4456-8db1-3d9bacef5a80 req-a8d23837-6411-4ee0-be66-6c80658dcee9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:27.996208 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-606609f5-bb4d-4705-9721-66710eb3d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d92fbe20-bea3-4272-afc1-d73cf5b48158), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:27.996799 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09da9d5b-f2d5-4456-8db1-3d9bacef5a80 req-a8d23837-6411-4ee0-be66-6c80658dcee9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 944 time: 0.1126459 May 14 17:09:28.024010 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:28.024401 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Checking segment: {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:28.024805 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.027451 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Bound using segment: {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:28.027932 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Bound port: 4a32679d-27ef-4289-8e0e-10b504ab17e5, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a202f5-2890-4794-a636-8fd562aaef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:28.028342 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.051783 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 5a5ab126-98ae-4991-9ed6-fd224a718c40 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:09:28.055613 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-606609f5-bb4d-4705-9721-66710eb3d109 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcecf7aedf464a6f82066e39e295078d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109276 May 14 17:09:28.063651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 42740) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:28.080364 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606609f5-bb4d-4705-9721-66710eb3d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92fbe20-bea3-4272-afc1-d73cf5b48158,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:28.085966 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09da9d5b-f2d5-4456-8db1-3d9bacef5a80 req-4ee2bba4-4b14-4088-b597-599f9bd0f1fe tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799916 May 14 17:09:28.096165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=feb5f747-0476-4833-9daa-04a4a598bc96,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:28.116716 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 5a5ab126-98ae-4991-9ed6-fd224a718c40 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:28.118266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.145635 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:09:28.172124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] Publish callbacks [] for security_group (d92fbe20-bea3-4272-afc1-d73cf5b48158), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.226165 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] Publish callbacks [] for security_group (d92fbe20-bea3-4272-afc1-d73cf5b48158), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.296109 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6e9e2cee-db44-4a4c-9b52-f97be78bbc6d None None] Provisioning complete for port 4a32679d-27ef-4289-8e0e-10b504ab17e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:28.296625 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2cee-db44-4a4c-9b52-f97be78bbc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.349605 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] For port 4a32679d-27ef-4289-8e0e-10b504ab17e5, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:28.373293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port feb5f747-0476-4833-9daa-04a4a598bc96 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:28.373904 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.386707 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] For port 4a32679d-27ef-4289-8e0e-10b504ab17e5, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a32679d-27ef-4289-8e0e-10b504ab17e5,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:28.389519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d92fbe20-bea3-4272-afc1-d73cf5b48158), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.394396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.396077 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d92fbe20-bea3-4272-afc1-d73cf5b48158 HTTP/1.1" status: 204 len: 168 time: 0.3114486 May 14 17:09:28.410518 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051ce4b-e26d-4499-8c21-65ad50e7a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92fbe20-bea3-4272-afc1-d73cf5b48158,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:28.442383 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb5f747-0476-4833-9daa-04a4a598bc96 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:28.455104 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32bd28-ebe0-4df8-b841-5edfd72feea2 req-f751feed-affd-45ba-a6f2-134744a81e83 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:28.457103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e32bd28-ebe0-4df8-b841-5edfd72feea2 req-f751feed-affd-45ba-a6f2-134744a81e83 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 943 time: 0.1225958 May 14 17:09:28.484279 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e2cee-db44-4a4c-9b52-f97be78bbc6d None None] Port 4a32679d-27ef-4289-8e0e-10b504ab17e5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:28.487611 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:28.516151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.525876 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=feb5f747-0476-4833-9daa-04a4a598bc96,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:28.558575 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5a5ab126-98ae-4991-9ed6-fd224a718c40 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:28.559243 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.602193 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e32bd28-ebe0-4df8-b841-5edfd72feea2 req-f7505da3-93df-4856-a232-9e21edab733d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386619 May 14 17:09:28.622540 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:28.630639 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:28.631509 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:28.739868 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:28.744539 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:28.750117 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f904b-a134-4bff-b428-e9d51bcd322d" -d '{"events": [{"server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:28.973860 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4310d97f-ddad-40a2-aabd-3c239e978373 x-openstack-request-id: req-4310d97f-ddad-40a2-aabd-3c239e978373 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:28.974305 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:28.974603 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4310d97f-ddad-40a2-aabd-3c239e978373 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:28.975006 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4310d97f-ddad-40a2-aabd-3c239e978373'] response: {'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'code': 200} May 14 17:09:28.981318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff107fc-8485-4f11-904d-ee2ea17929ed None None] Pushing event updated for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:28.990052 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:29.049717 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:29.095738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Provisioning complete for port 4a32679d-27ef-4289-8e0e-10b504ab17e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:29.096122 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:29.127181 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:29.293051 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['feb5f747-0476-4833-9daa-04a4a598bc96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:09:29.344266 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e0326-4395-4786-8d23-94f7c9f44211 req-11160223-a35c-441c-a6e6-4f3a4279ae9a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:29.356826 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f9e0326-4395-4786-8d23-94f7c9f44211 req-11160223-a35c-441c-a6e6-4f3a4279ae9a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.1176441 May 14 17:09:29.379182 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:29.451368 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f9e0326-4395-4786-8d23-94f7c9f44211 req-a83c0a5d-5c00-48f8-92dc-249ff936747b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932918 May 14 17:09:29.499374 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Current status of the port 4a32679d-27ef-4289-8e0e-10b504ab17e5 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:29.500006 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:29.591996 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] For port 4a32679d-27ef-4289-8e0e-10b504ab17e5, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a32679d-27ef-4289-8e0e-10b504ab17e5,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:29.657615 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:24Z', 'revision_number': 4, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '4a32679d-27ef-4289-8e0e-10b504ab17e5', 'name': '', 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'mac_address': 'fa:16:3e:98:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '02ea8526-e136-444c-a72b-52c34c47415e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:23Z', 'updated_at': '2022-05-14T17:09:28Z', 'revision_number': 4, 'project_id': 'de031212b2594d2e8978005b9074163f', 'subnets': [{'id': '02ea8526-e136-444c-a72b-52c34c47415e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:29.695022 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5574ed-8785-4599-aec0-683f6028d8a5 None None] The sync data for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi is: [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:09:24Z', 'revision_number': 4, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '4a32679d-27ef-4289-8e0e-10b504ab17e5', 'name': '', 'network_id': '22283508-14e1-41e1-b073-8c276053a5d8', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'mac_address': 'fa:16:3e:98:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '02ea8526-e136-444c-a72b-52c34c47415e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:23Z', 'updated_at': '2022-05-14T17:09:28Z', 'revision_number': 4, 'project_id': 'de031212b2594d2e8978005b9074163f', 'subnets': [{'id': '02ea8526-e136-444c-a72b-52c34c47415e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:29.711542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:29.746175 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7440-4f5c-464b-bcd3-aa7f24d27c50 req-986b3f78-4b04-4740-aa19-b2c75517c197 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:29.758151 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0cfd7440-4f5c-464b-bcd3-aa7f24d27c50 req-986b3f78-4b04-4740-aa19-b2c75517c197 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0670621 May 14 17:09:29.812701 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c3ad-bb4a-4568-863c-685db62c8291 None None] Pushing event updated for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:29.918849 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0cfd7440-4f5c-464b-bcd3-aa7f24d27c50 req-8913bebf-e958-443e-b485-d8e3f030d538 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600940 May 14 17:09:30.582682 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0232c5-6caa-480d-9f87-210bd657b54d req-e4321cbd-dfdc-4e47-9689-4b637de971ad tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:30.584247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d0232c5-6caa-480d-9f87-210bd657b54d req-e4321cbd-dfdc-4e47-9689-4b637de971ad tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0673470 May 14 17:09:30.636209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d0232c5-6caa-480d-9f87-210bd657b54d req-09331115-f96a-4ca9-a3f5-aceab8738cf7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 May 14 17:09:31.050671 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02258-d0f1-4ebb-a7a9-944f82de1cc5 req-081601d9-1c4a-44d9-807e-d4b72e55aef1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:31.052303 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06f02258-d0f1-4ebb-a7a9-944f82de1cc5 req-081601d9-1c4a-44d9-807e-d4b72e55aef1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0525849 May 14 17:09:31.128240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06f02258-d0f1-4ebb-a7a9-944f82de1cc5 req-2bb3ebea-b248-4762-9a22-c5b91535c655 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695050 May 14 17:09:31.654990 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a32679d-27ef-4289-8e0e-10b504ab17e5 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:31.716071 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 4a32679d-27ef-4289-8e0e-10b504ab17e5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:31.716573 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:31.794926 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335940b-2caa-4e57-8995-42a62284f335 req-7688e9fd-2e4d-4e94-b355-41b93450e1f3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:31.804588 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f335940b-2caa-4e57-8995-42a62284f335 req-7688e9fd-2e4d-4e94-b355-41b93450e1f3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0782733 May 14 17:09:31.825287 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 4a32679d-27ef-4289-8e0e-10b504ab17e5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:31.870065 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f335940b-2caa-4e57-8995-42a62284f335 req-1235df1d-1074-4259-b6f5-cfbfcc4f3ce2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597110 May 14 17:09:31.946361 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d54c6-80d4-49f7-97f0-0f1585ed9380 req-399ba9fa-d101-4d61-a142-f70e14f0a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:31.948515 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-143d54c6-80d4-49f7-97f0-0f1585ed9380 req-399ba9fa-d101-4d61-a142-f70e14f0a9bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 1129 time: 0.0481038 May 14 17:09:32.031292 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-143d54c6-80d4-49f7-97f0-0f1585ed9380 req-39cbe62c-bd7f-460b-9c03-18af569f4f19 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684357 May 14 17:09:32.258632 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb610b0a-bcae-4658-a04e-f65af00afa38 req-6bc6ed04-533b-4adf-bf5b-bf9b66461b38 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:32.260636 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb610b0a-bcae-4658-a04e-f65af00afa38 req-6bc6ed04-533b-4adf-bf5b-bf9b66461b38 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0617380 May 14 17:09:32.314975 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb610b0a-bcae-4658-a04e-f65af00afa38 req-526e31ee-5354-43e9-9be3-659c7a48703c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440905 May 14 17:09:32.989267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cdc82-a0a9-48aa-a825-d1f90a585c64 req-96178a86-89ba-4b19-be81-a33833cce4cc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:32.996684 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-321cdc82-a0a9-48aa-a825-d1f90a585c64 req-96178a86-89ba-4b19-be81-a33833cce4cc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0648751 May 14 17:09:33.055224 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-321cdc82-a0a9-48aa-a825-d1f90a585c64 req-ea38008c-0af7-4529-9b50-d1a6f59ed17b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519953 May 14 17:09:33.472387 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb243c-8227-4eee-b387-010c6964d1f5 req-851fe29b-4775-4bb3-a4c0-23ecb656cc70 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:33.473859 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-87eb243c-8227-4eee-b387-010c6964d1f5 req-851fe29b-4775-4bb3-a4c0-23ecb656cc70 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0612147 May 14 17:09:33.528184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-87eb243c-8227-4eee-b387-010c6964d1f5 req-45a2c08e-d25b-4011-9657-f789b9d40d9f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474174 May 14 17:09:34.190881 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5ee4a-dd28-482a-a88a-db8b0135da70 req-32990ef5-34d1-4338-bb41-df7dc25545de tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:34.192379 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84a5ee4a-dd28-482a-a88a-db8b0135da70 req-32990ef5-34d1-4338-bb41-df7dc25545de tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0524893 May 14 17:09:34.239582 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84a5ee4a-dd28-482a-a88a-db8b0135da70 req-c51dc3db-f457-4be5-992e-0787e559ed01 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 May 14 17:09:34.669779 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21133d76-98f3-44e6-bdcd-e531447f3f8c req-5a655f1b-b07f-425d-aabb-60e8c9ef906a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:34.671381 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21133d76-98f3-44e6-bdcd-e531447f3f8c req-5a655f1b-b07f-425d-aabb-60e8c9ef906a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0668166 May 14 17:09:34.727969 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21133d76-98f3-44e6-bdcd-e531447f3f8c req-0f46f34a-5511-40ba-8ec0-36ed5203ca69 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507109 May 14 17:09:35.370962 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5951aa0-de07-4ff0-9dcd-f5d562c02e2e req-bbef7d4a-346b-4257-abae-9f049d0bd870 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:35.375493 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5951aa0-de07-4ff0-9dcd-f5d562c02e2e req-bbef7d4a-346b-4257-abae-9f049d0bd870 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0602820 May 14 17:09:35.434676 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5951aa0-de07-4ff0-9dcd-f5d562c02e2e req-9acbfb33-7e2c-4c6d-bd27-b621c9f2a6cf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540259 May 14 17:09:35.888198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43b566-e3a3-48fa-9649-646c0a31f9c9 req-58f56fa8-597c-4e58-92d9-7c30a72f330e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:35.895630 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a43b566-e3a3-48fa-9649-646c0a31f9c9 req-58f56fa8-597c-4e58-92d9-7c30a72f330e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 944 time: 0.0775669 May 14 17:09:35.954328 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a43b566-e3a3-48fa-9649-646c0a31f9c9 req-fe675318-109c-4d6e-9c00-576728ae17da tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577657 May 14 17:09:36.017340 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device feb5f747-0476-4833-9daa-04a4a598bc96 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:09:36.213351 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port feb5f747-0476-4833-9daa-04a4a598bc96 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:09:36.218648 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port feb5f747-0476-4833-9daa-04a4a598bc96 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:36.219309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:36.343881 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port feb5f747-0476-4833-9daa-04a4a598bc96 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:09:36.344347 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:36.369704 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:36.372082 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4d78d-6f50-4ceb-a51d-9f73558fa805" -d '{"events": [{"server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:36.385910 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=feb5f747-0476-4833-9daa-04a4a598bc96,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:09:36.428435 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdedc54-276f-42b7-9445-7b9a6ef12372 x-openstack-request-id: req-afdedc54-276f-42b7-9445-7b9a6ef12372 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:36.428750 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:36.429010 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afdedc54-276f-42b7-9445-7b9a6ef12372 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:36.429669 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdedc54-276f-42b7-9445-7b9a6ef12372'] response: {'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'code': 200} May 14 17:09:36.499524 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:36.564468 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:36.572597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.572974 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.573339 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.573684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.574019 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.574513 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.574872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.575207 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.575538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.575871 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.576193 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.576518 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.576839 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:36.590162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6091765-0ea4-43b0-b6b3-7e5aace5354a req-48c7ccd0-0954-4a84-a66b-c35f6180b02c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:36.592127 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6091765-0ea4-43b0-b6b3-7e5aace5354a req-48c7ccd0-0954-4a84-a66b-c35f6180b02c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0724816 May 14 17:09:36.650971 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6091765-0ea4-43b0-b6b3-7e5aace5354a req-8be70ab7-5791-4008-9861-ea83aa90047f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527830 May 14 17:09:36.907593 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655028b-e789-46e8-91b8-4ab1100286d9 req-32da0e38-cf2d-439e-b649-d726dde9529d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:36.909172 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5655028b-e789-46e8-91b8-4ab1100286d9 req-32da0e38-cf2d-439e-b649-d726dde9529d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.1615274 May 14 17:09:36.920174 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 42930) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:36.932508 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'port_id': '5a5ab126-98ae-4991-9ed6-fd224a718c40'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:36.997826 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:37.116082 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9040353-b523-4a8f-b1c9-1190c8453190 req-a87463da-2eeb-4bf9-ab8e-e4918577a877 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:37.125942 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9040353-b523-4a8f-b1c9-1190c8453190 req-a87463da-2eeb-4bf9-ab8e-e4918577a877 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0854845 May 14 17:09:37.193934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9040353-b523-4a8f-b1c9-1190c8453190 req-0f528e84-f267-4075-b7a3-3901577b23f4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663984 May 14 17:09:37.241064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a9609-7873-4f8f-8f36-52b0098dae0e req-f1211373-0cf8-47fe-bc0f-83367e735c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:37.242742 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a2a9609-7873-4f8f-8f36-52b0098dae0e req-f1211373-0cf8-47fe-bc0f-83367e735c8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.4183266 May 14 17:09:37.355949 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a2a9609-7873-4f8f-8f36-52b0098dae0e req-b06843a8-b656-41e8-a77c-4f8160ad12cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039088 May 14 17:09:37.577636 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:38.213591 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:38.340736 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 329abb28-7f40-4205-9872-5433aec6f7d1 associated. External IP: 172.27.2.74, port: 5a5ab126-98ae-4991-9ed6-fd224a718c40. May 14 17:09:38.376388 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de7417-62b9-4367-b080-4232ea2adc49 req-c6968888-0b8d-4255-affc-43fc3ca30cdd tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:38.377977 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58de7417-62b9-4367-b080-4232ea2adc49 req-c6968888-0b8d-4255-affc-43fc3ca30cdd tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0943460 May 14 17:09:38.475919 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58de7417-62b9-4367-b080-4232ea2adc49 req-ecb803b0-3293-4cc8-9599-01a347f03ff3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878623 May 14 17:09:38.753041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:09:38.897791 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:38.903387 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:38.909457 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:38.936600 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:38.937612 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:38.960541 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cc6cba88-746a-42c3-b7ba-48102d8ccf5b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "PUT /v2.0/floatingips/329abb28-7f40-4205-9872-5433aec6f7d1 HTTP/1.1" status: 200 len: 990 time: 2.0354304 May 14 17:09:38.961134 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:38.964758 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dff9f4-29d4-40d9-9a60-c313da791052" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:39.050079 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f83a2-dea1-4fdb-bd68-95ed591caac6 x-openstack-request-id: req-e72f83a2-dea1-4fdb-bd68-95ed591caac6 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:39.050422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:39.050681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e72f83a2-dea1-4fdb-bd68-95ed591caac6 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:39.051161 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72f83a2-dea1-4fdb-bd68-95ed591caac6'] response: {'name': 'network-changed', 'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'status': 'completed', 'code': 200} May 14 17:09:39.133704 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:39.426178 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '329abb28-7f40-4205-9872-5433aec6f7d1', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:0c:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:03Z', 'updated_at': '2022-05-14T17:09:37Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}, {'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:39.454840 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:39.464927 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:39.465550 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:39.593257 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:39.644913 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31c691-eeca-4241-8799-a82be9ee6e7e req-d225eb0a-022f-460d-913e-26291e886a22 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:39.647396 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a31c691-eeca-4241-8799-a82be9ee6e7e req-d225eb0a-022f-460d-913e-26291e886a22 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0711501 May 14 17:09:39.712273 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a31c691-eeca-4241-8799-a82be9ee6e7e req-3ec8f773-9b46-40fc-a879-d1062f84c421 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580111 May 14 17:09:39.858486 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '329abb28-7f40-4205-9872-5433aec6f7d1', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:0c:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:03Z', 'updated_at': '2022-05-14T17:09:37Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}, {'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:39.886477 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b29a7-7233-4538-b878-0e3e74bdf16e None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '329abb28-7f40-4205-9872-5433aec6f7d1', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:0c:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:03Z', 'updated_at': '2022-05-14T17:09:37Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}, {'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:40.064628 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8735d3cb-f3e6-446d-8cb3-abebcb5de863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:40.076186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-3aaab0d9-c196-4a23-8ba0-7985d0049cca tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:40.077626 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-3aaab0d9-c196-4a23-8ba0-7985d0049cca tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 814 time: 0.1096606 May 14 17:09:40.084484 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a8d0e-aa88-495a-a1ce-2d322fa6e78e None None] New status for floating IP 329abb28-7f40-4205-9872-5433aec6f7d1: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:09:40.095480 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-a1b6d50d-673c-4cda-908b-dfdd48cc23d6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/quotas/2aa643e2d0c2446b8fbca85325dfdbcf HTTP/1.1" status: 200 len: 375 time: 0.0103569 May 14 17:09:40.151125 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-99bedb68-bb4f-4dea-b070-05a5112f6384 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499964 May 14 17:09:40.248463 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-d97c08a8-a2b5-4274-a957-6fe57f24e0bc service neutron] 10.222.0.48 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859036 May 14 17:09:40.342242 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-6dacf89e-778b-4703-b0bb-531ce245f2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 May 14 17:09:40.616787 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31d0450d-7404-43a4-8995-17c2574323fe req-641eef57-8501-468b-a08a-30325277a97e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0266526 May 14 17:09:40.832697 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1c4b4-5463-4733-bdf4-487bb7ce789d req-d46f24e3-c8d4-4292-af8d-cf1a9eda1792 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:40.834154 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-30d1c4b4-5463-4733-bdf4-487bb7ce789d req-d46f24e3-c8d4-4292-af8d-cf1a9eda1792 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0554903 May 14 17:09:40.880789 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-30d1c4b4-5463-4733-bdf4-487bb7ce789d req-1b648117-7151-4a9b-892c-276599510356 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 May 14 17:09:41.448803 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-bdfc3c90-55f6-4109-8a61-7372688fb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:41.450418 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-bdfc3c90-55f6-4109-8a61-7372688fb6d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 1129 time: 0.0506938 May 14 17:09:41.611477 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-5f50f6aa-30b4-4457-8799-56f0f47f5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:41.613991 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-5f50f6aa-30b4-4457-8799-56f0f47f5bf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.1065993 May 14 17:09:41.684922 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-a4225902-4c0b-4c93-b6f2-c0da87b2a10d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40 HTTP/1.1" status: 200 len: 1000 time: 0.0642493 May 14 17:09:41.706020 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-742c192f-3cad-4284-9400-db953381d18e req-8dd77878-bdd5-4edd-8355-68ce9c2c3225 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0338130 May 14 17:09:41.754472 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-91304f27-9a74-4e8b-9ee2-98c2469779d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:41.756008 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-91304f27-9a74-4e8b-9ee2-98c2469779d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0614908 May 14 17:09:41.828648 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-f439e3ea-6bba-4be1-967f-2ed380931894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:41.830272 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-f439e3ea-6bba-4be1-967f-2ed380931894 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520740 May 14 17:09:41.969120 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-b751b75a-c602-4b7f-8523-e24e194d53d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259134 May 14 17:09:42.067664 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95215-7088-46e0-88ab-db839024f5bd req-9c74ce71-7aea-4178-9027-ebabc6d51a27 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:42.076244 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ff95215-7088-46e0-88ab-db839024f5bd req-9c74ce71-7aea-4178-9027-ebabc6d51a27 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0979950 May 14 17:09:42.162996 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ff95215-7088-46e0-88ab-db839024f5bd req-37b17436-5377-41a2-afa9-f89eadcf6fb5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855083 May 14 17:09:42.192561 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8dff9f4-29d4-40d9-9a60-c313da791052 req-6ddfc73e-b2dc-4cf4-a5f6-ce97f347bf64 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147033 May 14 17:09:42.435885 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e7b-21d1-4d65-9d55-061c96b1710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:42.854202 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-045cb0c3-1220-4d14-a01e-72d3fb01d94b req-29733556-f8ca-4306-838e-5f325386ee59 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0332434 May 14 17:09:42.872427 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:43.291830 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efba50-56c5-4409-b6a2-4ae43ba20f7d req-35b223b2-5b51-4819-a63e-9b725c9e7c57 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:43.293043 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:43.293306 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96efba50-56c5-4409-b6a2-4ae43ba20f7d req-35b223b2-5b51-4819-a63e-9b725c9e7c57 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0544829 May 14 17:09:43.340059 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96efba50-56c5-4409-b6a2-4ae43ba20f7d req-06fdecf0-07f1-4ebf-96bc-08b19fe0ae4a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 May 14 17:09:43.507814 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09767bbd-f9fc-4326-a7ba-dba9e38865a9 req-8a70a85a-dfe3-4a70-a3ec-5dafa43d43e4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:43.511443 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09767bbd-f9fc-4326-a7ba-dba9e38865a9 req-8a70a85a-dfe3-4a70-a3ec-5dafa43d43e4 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0655737 May 14 17:09:43.519697 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43058) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:43.525600 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'floatingip': {'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:43.660671 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:43.766836 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-e6024b4f-06c4-4e28-940c-a4ee9531ba67 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:43.766836 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-e6024b4f-06c4-4e28-940c-a4ee9531ba67 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 814 time: 0.4338009 May 14 17:09:43.792307 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'port': {'device_id': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'admin_state_up': True, 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:43.973742 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d202fdfe-3fbe-4205-956f-f2f21688874c req-dc237726-a671-4ace-8aae-c7f242f0237e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0326576 May 14 17:09:44.035939 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Made reservation on behalf of 2aa643e2d0c2446b8fbca85325dfdbcf for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:09:44.039326 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.359156 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Allocated IP 172.20.0.7 (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf/c91723f5-14f5-4874-bd1a-ebd866ae6ab1/5d686e76-6851-4450-9372-10a1e92aad8f) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:09:44.590018 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.db.resource_extend [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:09:44.599590 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for port (5d686e76-6851-4450-9372-10a1e92aad8f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.712917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.721655 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-cff029c0-eabe-4367-85b0-1d83b2566761 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919604 May 14 17:09:44.763681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.801913 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.816081 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.837029 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:09:44.840944 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:09:44.844887 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:09:44.850203 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:44.850904 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:44.886084 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:44.994734 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-be155490-4ff8-4745-bdbd-973499cc667e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2015481 May 14 17:09:44.995149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Floating IP f3576a71-dafa-4138-b440-ce18df2dd8b1 associated. External IP: 172.27.2.93, port: feb5f747-0476-4833-9daa-04a4a598bc96. May 14 17:09:45.007038 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2554-026e-4080-a92c-d4830ff51028 req-e18ac0d8-3760-402c-8005-e4a234767ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:45.009212 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-e18ac0d8-3760-402c-8005-e4a234767ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1129 time: 0.2366331 May 14 17:09:45.018362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Request body: {'port': {'device_id': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:09:45.193125 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:09:45.219874 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:45.482443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7a890926-15ea-4732-9831-fc99454860dd None None] Provisioning complete for port 5d686e76-6851-4450-9372-10a1e92aad8f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:09:45.482845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7a890926-15ea-4732-9831-fc99454860dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:45.583630 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7a890926-15ea-4732-9831-fc99454860dd None None] Port 5d686e76-6851-4450-9372-10a1e92aad8f cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:09:45.599404 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2554-026e-4080-a92c-d4830ff51028 req-982fe316-30d7-4eed-ad87-567722ebbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:45.601574 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-982fe316-30d7-4eed-ad87-567722ebbd5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.4716887 May 14 17:09:45.715779 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7513a-a64c-4fcb-8496-7fe640140eaa req-9f0ed0b4-c3ae-4f60-9599-95ac4bf5d65a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:45.718002 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45c7513a-a64c-4fcb-8496-7fe640140eaa req-9f0ed0b4-c3ae-4f60-9599-95ac4bf5d65a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 931 time: 0.4888763 May 14 17:09:45.781280 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-a168d061-c836-47c9-8fd6-9838bfdf0766 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 1000 time: 0.1233852 May 14 17:09:45.815040 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d686e76-6851-4450-9372-10a1e92aad8f {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:09:45.830491 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks [] for port (5d686e76-6851-4450-9372-10a1e92aad8f), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:45.834291 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45c7513a-a64c-4fcb-8496-7fe640140eaa req-8c4df8f6-1ccb-4def-baee-f43cc26272e3 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032314 May 14 17:09:45.851342 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Transition to ACTIVE for port object 5d686e76-6851-4450-9372-10a1e92aad8f will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:09:45.884863 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:09:45.922243 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.002454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:46.063174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:09:46.072374 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.074458 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:09:46.110103 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:46.110103 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:46.173182 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Attempting to bind port 5d686e76-6851-4450-9372-10a1e92aad8f on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:09:46.173551 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Attempting to bind port 5d686e76-6851-4450-9372-10a1e92aad8f by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:09:46.173868 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Attempting to bind port 5d686e76-6851-4450-9372-10a1e92aad8f on network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:46.184514 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Port 5d686e76-6851-4450-9372-10a1e92aad8f on network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:09:46.186106 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Attempting to bind port 5d686e76-6851-4450-9372-10a1e92aad8f on network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:09:46.218315 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:09:46.219833 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Checking segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:09:46.221208 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Bound using segment: {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:09:46.224564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Bound port: 5d686e76-6851-4450-9372-10a1e92aad8f, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0332a100-fe19-484a-bae3-411c7c856845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:09:46.226021 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.366422 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2554-026e-4080-a92c-d4830ff51028 req-04798653-c929-4986-aa02-337020376ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:46.378952 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-04798653-c929-4986-aa02-337020376ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.1881850 May 14 17:09:46.385708 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.414585 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2f9803a6-f869-47f2-a211-834909b41f46 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "PUT /v2.0/floatingips/f3576a71-dafa-4138-b440-ce18df2dd8b1 HTTP/1.1" status: 200 len: 990 time: 2.8935313 May 14 17:09:46.441615 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:46.443917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b" -d '{"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:46.449728 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:09:46.455992 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:09:46.539139 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:46.540495 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.551349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2554-026e-4080-a92c-d4830ff51028 req-2844a92a-bffb-4cf8-8c85-51efcda98252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:46.553282 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-2844a92a-bffb-4cf8-8c85-51efcda98252 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412480 May 14 17:09:46.581791 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f937df-7d09-489c-9ac5-98cfd9d482fc x-openstack-request-id: req-a8f937df-7d09-489c-9ac5-98cfd9d482fc {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:46.582249 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:46.582740 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8f937df-7d09-489c-9ac5-98cfd9d482fc {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:46.587564 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f937df-7d09-489c-9ac5-98cfd9d482fc'] response: {'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'status': 'completed', 'code': 200} May 14 17:09:46.703941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:46.713240 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:46.716081 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 1093 time: 1.6991765 May 14 17:09:46.717322 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:09:46.727064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438935ec-18c8-4d6d-b1c7-c2f918b9442d" -d '{"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:09:46.817175 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2aa39-8a7e-4983-b4de-622785a97e25 service neutron] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:46.838280 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230d20c-3ac3-4e71-9c32-71296e7c6cc7 x-openstack-request-id: req-a230d20c-3ac3-4e71-9c32-71296e7c6cc7 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:09:46.839086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:09:46.840245 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a230d20c-3ac3-4e71-9c32-71296e7c6cc7 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:09:46.840836 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a230d20c-3ac3-4e71-9c32-71296e7c6cc7'] response: {'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:09:46.983153 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-8f8c1de4-12c1-4d2a-8c86-8b7f56924de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:46.996935 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-8f8c1de4-12c1-4d2a-8c86-8b7f56924de9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1127 time: 0.0897799 May 14 17:09:47.183257 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-c036654e-3811-4129-bcb8-f50337f1885a service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200055 May 14 17:09:47.291502 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-1c3b7a2a-db8e-4dc9-8d77-f466e9aaa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:47.306481 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-1c3b7a2a-db8e-4dc9-8d77-f466e9aaa02d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.3486171 May 14 17:09:47.380444 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:09:44Z', 'revision_number': 1, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:47.423384 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:09:47.455726 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:09:47.457288 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:09:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:47.469834 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-288d9665-7dcc-47f8-9684-78e56b1aa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:47.470165 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-288d9665-7dcc-47f8-9684-78e56b1aa9e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4484477 May 14 17:09:47.628750 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:09:47.674158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-7d60cf90-e2ad-4998-926a-1a05572512f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:47.676043 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-438935ec-18c8-4d6d-b1c7-c2f918b9442d req-7d60cf90-e2ad-4998-926a-1a05572512f7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884570 May 14 17:09:47.773567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080191-8496-4965-913f-429f64f8c212 req-963f0992-e780-40f7-8486-549044275da6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:47.792189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e080191-8496-4965-913f-429f64f8c212 req-963f0992-e780-40f7-8486-549044275da6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.8076355 May 14 17:09:47.864341 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-fdcdaf95-4f96-443e-b652-724de9e9037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:47.866131 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-fdcdaf95-4f96-443e-b652-724de9e9037d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1127 time: 0.0854657 May 14 17:09:47.979291 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-940bf279-d891-417f-8db9-f67ac83a1a67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 217 time: 0.0743816 May 14 17:09:47.984568 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4acd2554-026e-4080-a92c-d4830ff51028 req-30e2f866-5d9b-4388-97ea-89f7132536e3 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549198 May 14 17:09:47.996750 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e080191-8496-4965-913f-429f64f8c212 req-3905437e-674c-4beb-95e9-5e53c29e63c0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039745 May 14 17:09:48.014778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-f817a5d9-ee87-4a17-8b07-32f819f36c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:48.016386 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-f817a5d9-ee87-4a17-8b07-32f819f36c89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.6455190 May 14 17:09:48.072569 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-92e5b767-0543-4b2e-8b31-fe25299ed7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:48.073171 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-92e5b767-0543-4b2e-8b31-fe25299ed7b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0588434 May 14 17:09:48.079428 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:09:44Z', 'revision_number': 1, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:09:48.133806 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee117ddb-fd56-4c8e-9e28-c289addbbcbd None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:09:44Z', 'revision_number': 1, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:09:48.530765 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43172) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:48.534353 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-945b9a2a-b82d-4f0c-ae14-ea2889bfff05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 998 time: 0.2097259 May 14 17:09:48.569529 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972e07d-7a94-45fa-b016-f876405875d9 None None] New status for floating IP f3576a71-dafa-4138-b440-ce18df2dd8b1: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:09:48.757487 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86045fa0-2932-46ef-8982-5cc67d55a0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:48.888034 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86045fa0-2932-46ef-8982-5cc67d55a0fb admin admin] Publish callbacks [] for security_group (f4a2a715-b154-4aff-95ec-e60ab27467fe), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.001535 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86045fa0-2932-46ef-8982-5cc67d55a0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f4a2a715-b154-4aff-95ec-e60ab27467fe), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.037592 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86045fa0-2932-46ef-8982-5cc67d55a0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a2a715-b154-4aff-95ec-e60ab27467fe,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:49.089401 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-86045fa0-2932-46ef-8982-5cc67d55a0fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba4d902b2afc484e9f33898321055bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562117 May 14 17:09:49.093205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43178) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:49.198939 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] Publish callbacks [] for security_group (f4a2a715-b154-4aff-95ec-e60ab27467fe), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.209583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193785a4-03ac-473c-915a-d20c9b5ccc61 req-a7cee8a5-d25d-4240-b145-afa668f242cc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:49.211154 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-193785a4-03ac-473c-915a-d20c9b5ccc61 req-a7cee8a5-d25d-4240-b145-afa668f242cc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1053147 May 14 17:09:49.242369 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] Publish callbacks [] for security_group (f4a2a715-b154-4aff-95ec-e60ab27467fe), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.293043 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-193785a4-03ac-473c-915a-d20c9b5ccc61 req-03bd7343-65ab-4a85-b7eb-75c1953943b4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740848 May 14 17:09:49.396458 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f4a2a715-b154-4aff-95ec-e60ab27467fe), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.399294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:49.401276 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4a2a715-b154-4aff-95ec-e60ab27467fe HTTP/1.1" status: 204 len: 168 time: 0.3070617 May 14 17:09:49.409786 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fb427-264e-45ed-8fff-98802fab9c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a2a715-b154-4aff-95ec-e60ab27467fe,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:50.008138 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43190) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:50.023050 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3002d8de-75f5-4279-8e4d-c95b07e1b404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.112156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3002d8de-75f5-4279-8e4d-c95b07e1b404 admin admin] Publish callbacks [] for security_group (fa562751-e97c-494f-8d6e-21b7b2e19ad6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.185027 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3002d8de-75f5-4279-8e4d-c95b07e1b404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (fa562751-e97c-494f-8d6e-21b7b2e19ad6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.226394 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3002d8de-75f5-4279-8e4d-c95b07e1b404 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3c9f04998434e479d6364dc6608ad49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147846 May 14 17:09:50.226394 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002d8de-75f5-4279-8e4d-c95b07e1b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa562751-e97c-494f-8d6e-21b7b2e19ad6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:50.226756 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43192) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:50.335669 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2a07eb08-ffda-4871-911d-590dd8795b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:50.351415 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-2a07eb08-ffda-4871-911d-590dd8795b71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029670 May 14 17:09:50.355370 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Publish callbacks [] for security_group (fa562751-e97c-494f-8d6e-21b7b2e19ad6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.389250 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Publish callbacks [] for security_group (fa562751-e97c-494f-8d6e-21b7b2e19ad6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.465131 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230db2-2fb8-4ae8-aa53-6dd7bcf8cef4 req-f201290e-b0cf-4d5c-bf86-96baba4c6d67 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:50.471368 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e230db2-2fb8-4ae8-aa53-6dd7bcf8cef4 req-f201290e-b0cf-4d5c-bf86-96baba4c6d67 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.0703678 May 14 17:09:50.524248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e230db2-2fb8-4ae8-aa53-6dd7bcf8cef4 req-370c8c79-13fd-45fd-9a61-c7e129ef0ce9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516915 May 14 17:09:50.620872 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (fa562751-e97c-494f-8d6e-21b7b2e19ad6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.625461 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:50.629390 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa562751-e97c-494f-8d6e-21b7b2e19ad6 HTTP/1.1" status: 204 len: 168 time: 0.3994167 May 14 17:09:50.646581 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa562751-e97c-494f-8d6e-21b7b2e19ad6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:50.655780 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.656138 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.656484 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.656832 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.657170 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.657502 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.658075 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.658416 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.658759 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.659146 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.664422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.664422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:50.664422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59d027-4fa4-442c-8f11-cacd4f465386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:09:51.756566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867511-6880-4549-bdf7-5f8f3ea3f6a2 req-240fdbb1-0907-449f-beff-5222f13b2cfd tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:51.765763 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6867511-6880-4549-bdf7-5f8f3ea3f6a2 req-240fdbb1-0907-449f-beff-5222f13b2cfd tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1044574 May 14 17:09:51.869636 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6867511-6880-4549-bdf7-5f8f3ea3f6a2 req-b320029a-4f25-4928-b609-be72859a7fc8 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924120 May 14 17:09:52.256909 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-48166623-fadc-4e22-9ad3-06c904ae9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:52.258314 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-48166623-fadc-4e22-9ad3-06c904ae9912 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0801976 May 14 17:09:52.310294 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-270e24ee-0c70-4ab0-8b13-df74c99e7d42 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966706 May 14 17:09:52.315754 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-15e00eed-c8a8-4c1b-967b-e1316a703f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:52.317277 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-15e00eed-c8a8-4c1b-967b-e1316a703f4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489249 May 14 17:09:52.402635 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cfa34c-a05e-4ff5-b7b3-bad72c59b6a4 req-15c0703e-454f-4d53-988c-8060e8c7eed9 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855918 May 14 17:09:52.427863 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-9677796b-3a03-457b-9e49-b90240712b04 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007082 May 14 17:09:52.634382 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b88dd3a-7c4d-4efd-a100-34ece75ff49b req-80731034-3466-475e-83ad-03944c21810d service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385846 May 14 17:09:53.178169 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9629-b799-48c2-b73d-89089f4d64be req-5e81f913-f485-4dfb-bc1f-fe6bf11a24df tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:53.188802 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9e9629-b799-48c2-b73d-89089f4d64be req-5e81f913-f485-4dfb-bc1f-fe6bf11a24df tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1925161 May 14 17:09:53.280251 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9e9629-b799-48c2-b73d-89089f4d64be req-c0acac38-28a6-4705-bbc5-94ae05222859 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903025 May 14 17:09:54.468005 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43276) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:54.533988 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c9667-e54d-4b02-a5d3-57362c1dfef4 req-c2c64d84-2be6-49b7-bd30-5753678b90cf tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:54.544353 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-102c9667-e54d-4b02-a5d3-57362c1dfef4 req-c2c64d84-2be6-49b7-bd30-5753678b90cf tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1495218 May 14 17:09:54.644990 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-102c9667-e54d-4b02-a5d3-57362c1dfef4 req-0260a0e4-9775-4b22-93ba-be79af00cf22 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950205 May 14 17:09:54.738908 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4785-9a66-4111-bf5e-ddff455ba3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:54.910174 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4785-9a66-4111-bf5e-ddff455ba3f5 admin admin] Publish callbacks [] for security_group (0efe4b82-4ac9-45a3-91ba-f4941b620e08), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.146503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4785-9a66-4111-bf5e-ddff455ba3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0efe4b82-4ac9-45a3-91ba-f4941b620e08), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.212477 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f4785-9a66-4111-bf5e-ddff455ba3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe4b82-4ac9-45a3-91ba-f4941b620e08,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:55.222313 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8c3f4785-9a66-4111-bf5e-ddff455ba3f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=720434fc759e454780c1d3d11c07fcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468252 May 14 17:09:55.222313 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43282) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:55.347664 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] Publish callbacks [] for security_group (0efe4b82-4ac9-45a3-91ba-f4941b620e08), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.375301 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] Publish callbacks [] for security_group (0efe4b82-4ac9-45a3-91ba-f4941b620e08), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.557695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0efe4b82-4ac9-45a3-91ba-f4941b620e08), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.560845 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:55.564887 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0efe4b82-4ac9-45a3-91ba-f4941b620e08 HTTP/1.1" status: 204 len: 168 time: 0.3390484 May 14 17:09:55.590087 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01e94b-48c5-432e-8697-da1b042e7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe4b82-4ac9-45a3-91ba-f4941b620e08,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:55.875292 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8d51-5d77-41d7-b018-957dec96ae4c req-f0758d3f-ef51-4a15-9151-7e57a1fb110c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:55.877402 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-035d8d51-5d77-41d7-b018-957dec96ae4c req-f0758d3f-ef51-4a15-9151-7e57a1fb110c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.0837436 May 14 17:09:56.003368 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-035d8d51-5d77-41d7-b018-957dec96ae4c req-d8ff884e-e279-4458-954e-5fa472b03fd9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185784 May 14 17:09:56.569085 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43300) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:56.587724 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e8298dc8-4d82-4318-a4b9-3a3b170aada7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:56.729570 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e8298dc8-4d82-4318-a4b9-3a3b170aada7 admin admin] Publish callbacks [] for security_group (361d231e-c9bb-4716-b3f6-96478147ec13), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:56.785073 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e8298dc8-4d82-4318-a4b9-3a3b170aada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (361d231e-c9bb-4716-b3f6-96478147ec13), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:56.838724 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e8298dc8-4d82-4318-a4b9-3a3b170aada7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=586242ce01574f62a93fdacc2051fe71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685311 May 14 17:09:56.840048 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8298dc8-4d82-4318-a4b9-3a3b170aada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d231e-c9bb-4716-b3f6-96478147ec13,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:56.841655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43308) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:09:56.930992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] Publish callbacks [] for security_group (361d231e-c9bb-4716-b3f6-96478147ec13), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:56.959521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] Publish callbacks [] for security_group (361d231e-c9bb-4716-b3f6-96478147ec13), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:57.097130 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (361d231e-c9bb-4716-b3f6-96478147ec13), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:57.101624 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:09:57.103019 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/361d231e-c9bb-4716-b3f6-96478147ec13 HTTP/1.1" status: 204 len: 168 time: 0.2602904 May 14 17:09:57.158995 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858e297-16ff-43ef-b273-b64107dcdc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d231e-c9bb-4716-b3f6-96478147ec13,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:09:57.201191 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c974c-46bf-48bd-a6ad-8f15a2510f43 req-49862a86-e084-4eeb-aefb-02bff964eacf tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:57.219675 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d63c974c-46bf-48bd-a6ad-8f15a2510f43 req-49862a86-e084-4eeb-aefb-02bff964eacf tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1345990 May 14 17:09:57.347651 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d63c974c-46bf-48bd-a6ad-8f15a2510f43 req-87ce1031-c2f2-4e91-ad94-634328ca7a33 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268313 May 14 17:09:58.535787 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53979a-68fe-4955-b2f6-208f3f21b772 req-43d7c20b-35a9-4bee-ad60-ef7ac3481c38 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:58.537454 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce53979a-68fe-4955-b2f6-208f3f21b772 req-43d7c20b-35a9-4bee-ad60-ef7ac3481c38 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.0754790 May 14 17:09:58.643694 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce53979a-68fe-4955-b2f6-208f3f21b772 req-7a1b3062-ea43-4c5a-84c0-3c9f44c6bea5 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737364 May 14 17:09:59.827665 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9883c-f621-47f7-adf7-5e4e0506177d req-d4525d8c-68ea-416a-873a-c09b59c6af5f tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:09:59.830575 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6f9883c-f621-47f7-adf7-5e4e0506177d req-d4525d8c-68ea-416a-873a-c09b59c6af5f tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.1131546 May 14 17:09:59.910325 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6f9883c-f621-47f7-adf7-5e4e0506177d req-0bcfe2be-6f95-49cb-8a95-d8956cc73a92 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726736 May 14 17:10:01.102739 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec129-b109-4bb7-a2a2-54b31c55d735 req-8feeb2ab-5e43-4de1-8af7-b12b0c2c2bf7 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:01.104555 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-969ec129-b109-4bb7-a2a2-54b31c55d735 req-8feeb2ab-5e43-4de1-8af7-b12b0c2c2bf7 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.0976996 May 14 17:10:01.170348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-969ec129-b109-4bb7-a2a2-54b31c55d735 req-e4f49378-48de-45ee-970e-40116be3cd82 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 May 14 17:10:02.123821 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5d686e76-6851-4450-9372-10a1e92aad8f details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:10:02.220134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:02.232050 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '5d686e76-6851-4450-9372-10a1e92aad8f', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'port_id': '5d686e76-6851-4450-9372-10a1e92aad8f', 'mac_address': 'fa:16:3e:0b:c1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:10:02.272722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5d686e76-6851-4450-9372-10a1e92aad8f is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:02.273112 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:02.276081 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c33d-fd76-45b2-85a5-d0dfb80ccfbe req-f2c2ab8b-39ee-40ef-bd92-1e6723cfc463 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:02.280245 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0d4c33d-fd76-45b2-85a5-d0dfb80ccfbe req-f2c2ab8b-39ee-40ef-bd92-1e6723cfc463 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 943 time: 0.0541708 May 14 17:10:02.286902 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d686e76-6851-4450-9372-10a1e92aad8f {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:02.308316 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:02.328124 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0d4c33d-fd76-45b2-85a5-d0dfb80ccfbe req-3821a975-3651-4a9a-add9-cb4029e908fe tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 May 14 17:10:02.384461 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:02.431274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:02.898103 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5d686e76-6851-4450-9372-10a1e92aad8f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:10:03.452819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc74f-baaa-4c0a-bdb0-e30c15042c45 req-fa481143-c1be-4a86-afc8-3f7b96238c02 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:03.454465 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a02fc74f-baaa-4c0a-bdb0-e30c15042c45 req-fa481143-c1be-4a86-afc8-3f7b96238c02 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 944 time: 0.0613873 May 14 17:10:03.502973 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a02fc74f-baaa-4c0a-bdb0-e30c15042c45 req-76235ec4-d9db-4207-a315-e88dbd0a1f0d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 May 14 17:10:04.125528 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5d686e76-6851-4450-9372-10a1e92aad8f up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:04.293470 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 5d686e76-6851-4450-9372-10a1e92aad8f completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:10:04.297718 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 5d686e76-6851-4450-9372-10a1e92aad8f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:04.298099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:04.497933 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 5d686e76-6851-4450-9372-10a1e92aad8f is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:04.498323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:04.523623 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:04.525912 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a739fc2-4cd5-4f92-b941-719577cb862b" -d '{"events": [{"server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:04.538738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:04.565846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cef05a8-b786-434e-b646-782e5d096c37 x-openstack-request-id: req-4cef05a8-b786-434e-b646-782e5d096c37 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:04.565846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:04.565846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cef05a8-b786-434e-b646-782e5d096c37 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:04.565846 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cef05a8-b786-434e-b646-782e5d096c37'] response: {'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'code': 200} May 14 17:10:04.635809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b422c-03be-4ce7-899c-cfcd82c2e019 req-127805cb-1c99-4b7d-8330-c5cf8aa2a8ed tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:04.638218 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-558b422c-03be-4ce7-899c-cfcd82c2e019 req-127805cb-1c99-4b7d-8330-c5cf8aa2a8ed tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 944 time: 0.0642166 May 14 17:10:04.641917 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:04.693844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-558b422c-03be-4ce7-899c-cfcd82c2e019 req-1e3f347d-41d6-4184-be9c-dfa09ab36016 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 May 14 17:10:04.694809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:04.985086 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250ced-da51-460f-b7bc-2270256c4f5e req-ef99044e-8510-4769-8cc2-26b24f0fb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:04.986587 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6250ced-da51-460f-b7bc-2270256c4f5e req-ef99044e-8510-4769-8cc2-26b24f0fb264 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1129 time: 0.0483909 May 14 17:10:05.032770 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6250ced-da51-460f-b7bc-2270256c4f5e req-e3ce7d52-7d62-4f6f-b787-0ed7a4b3aff9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 May 14 17:10:05.820164 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2326f40-1a11-4e0c-9535-32fe9e1cea10 req-c6e4f26e-3019-417d-832a-ac8d93b4509a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:05.821687 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2326f40-1a11-4e0c-9535-32fe9e1cea10 req-c6e4f26e-3019-417d-832a-ac8d93b4509a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0523305 May 14 17:10:05.873218 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2326f40-1a11-4e0c-9535-32fe9e1cea10 req-7fa47d3a-08b5-4418-8b6d-0709acd9ecef tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 May 14 17:10:05.897277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43560) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:05.941120 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Deleting subnet 009ac08a-1a32-4f38-9b0a-9eaa5f46b45b {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:10:05.944344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Publish callbacks [] for subnet (009ac08a-1a32-4f38-9b0a-9eaa5f46b45b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:05.984025 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (009ac08a-1a32-4f38-9b0a-9eaa5f46b45b), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.022719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (009ac08a-1a32-4f38-9b0a-9eaa5f46b45b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.161838 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (009ac08a-1a32-4f38-9b0a-9eaa5f46b45b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.191580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.194823 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/009ac08a-1a32-4f38-9b0a-9eaa5f46b45b HTTP/1.1" status: 204 len: 168 time: 0.2965395 May 14 17:10:06.195824 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009ac08a-1a32-4f38-9b0a-9eaa5f46b45b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:06.197476 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43564) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:06.204023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.204372 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.204722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.205051 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.205382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.205709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.206149 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.206414 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.206743 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.207111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.207440 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.207790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.208116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c04bb-8d9d-4583-b8d5-a658839b20cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:06.269669 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (bd0cc64e-651e-4261-ba78-7b9e490ea0f8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.348033 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (bd0cc64e-651e-4261-ba78-7b9e490ea0f8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.371997 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.372338 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.373184 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.373630 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.374042 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.374373 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.374972 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.375298 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.375658 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.375984 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.492754 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.493102 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.493435 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.493760 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:10:06.497573 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0cc64e-651e-4261-ba78-7b9e490ea0f8']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:06.515633 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:06.515927 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd8c2ed-8203-427b-bdb8-6cd52a7e9450') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:06.532300 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (9fd8c2ed-8203-427b-bdb8-6cd52a7e9450), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.553086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (9fd8c2ed-8203-427b-bdb8-6cd52a7e9450), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.560999 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:10:06.561381 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (9fd8c2ed-8203-427b-bdb8-6cd52a7e9450), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: from cryptography.utils import int_from_bytes May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: from cryptography.utils import int_from_bytes May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:10:06.565332 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:10:06.698422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (bd0cc64e-651e-4261-ba78-7b9e490ea0f8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.705631 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:06.708891 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd0cc64e-651e-4261-ba78-7b9e490ea0f8 HTTP/1.1" status: 204 len: 168 time: 0.5103962 May 14 17:10:06.719254 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614d2fc-0719-41e0-9a86-fc59ac6397ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0cc64e-651e-4261-ba78-7b9e490ea0f8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:07.000687 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39088ed-009d-4319-8ccb-34047700bb0e req-f9b8d10c-b8a8-41fb-9aa8-52c0b9c563fa tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:07.002227 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a39088ed-009d-4319-8ccb-34047700bb0e req-f9b8d10c-b8a8-41fb-9aa8-52c0b9c563fa tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0624821 May 14 17:10:07.050264 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a39088ed-009d-4319-8ccb-34047700bb0e req-7cd24175-7677-4467-8ce2-3f8a7cc64c4f tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 May 14 17:10:07.098238 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43584) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:07.176678 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a68a19e7-b3e3-494e-b6b2-8c759e2abdfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3fe272996e846e3a03f6cf671217ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699971 May 14 17:10:07.176813 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43590) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:07.197116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e978-5de8-4a0d-bfa0-cb29a7a178b1 req-a07ea8a8-f44d-4376-9147-b86632d9cff5 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:07.198713 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3601e978-5de8-4a0d-bfa0-cb29a7a178b1 req-a07ea8a8-f44d-4376-9147-b86632d9cff5 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0752056 May 14 17:10:07.231290 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] Publish callbacks [] for security_group (d1222959-5474-4e71-8c97-0b2e1d3befe2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.254710 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] Publish callbacks [] for security_group (d1222959-5474-4e71-8c97-0b2e1d3befe2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.255508 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3601e978-5de8-4a0d-bfa0-cb29a7a178b1 req-64fa05b0-a93c-4381-9cbd-923cd850cd61 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 May 14 17:10:07.255758 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43592) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:07.379927 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-06905028-54f8-4fef-84ae-e9c4d1e1e107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.390550 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d1222959-5474-4e71-8c97-0b2e1d3befe2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.393089 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.394365 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1222959-5474-4e71-8c97-0b2e1d3befe2 HTTP/1.1" status: 204 len: 168 time: 0.2211652 May 14 17:10:07.408838 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fbeba-ba83-4f23-88c8-fb2fc82f511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1222959-5474-4e71-8c97-0b2e1d3befe2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:07.489646 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-06905028-54f8-4fef-84ae-e9c4d1e1e107 admin admin] Publish callbacks [] for security_group (e3cd4569-b643-4c87-8a23-ce33c9abeaea), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.561527 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-06905028-54f8-4fef-84ae-e9c4d1e1e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e3cd4569-b643-4c87-8a23-ce33c9abeaea), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.599731 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-06905028-54f8-4fef-84ae-e9c4d1e1e107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49df077af9534e9493cb4f744e6a71b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429987 May 14 17:10:07.600500 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06905028-54f8-4fef-84ae-e9c4d1e1e107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cd4569-b643-4c87-8a23-ce33c9abeaea,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:07.602961 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43602) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:07.616794 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b0dc3-6e9b-4e77-85aa-99d99b84748b req-bd6eaf85-da8c-468e-937e-16175b6096d1 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:07.618941 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-767b0dc3-6e9b-4e77-85aa-99d99b84748b req-bd6eaf85-da8c-468e-937e-16175b6096d1 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0670166 May 14 17:10:07.692603 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-767b0dc3-6e9b-4e77-85aa-99d99b84748b req-03c2d221-1946-4134-a655-6a6a885f75ed tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654464 May 14 17:10:07.697234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] Publish callbacks [] for security_group (e3cd4569-b643-4c87-8a23-ce33c9abeaea), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.730147 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] Publish callbacks [] for security_group (e3cd4569-b643-4c87-8a23-ce33c9abeaea), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.862464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e3cd4569-b643-4c87-8a23-ce33c9abeaea), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.862464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:07.862745 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3cd4569-b643-4c87-8a23-ce33c9abeaea HTTP/1.1" status: 204 len: 168 time: 0.2588673 May 14 17:10:07.870644 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef653a0-c502-42cc-945f-0c41a09f9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cd4569-b643-4c87-8a23-ce33c9abeaea,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:08.473482 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43636) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:08.504355 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43640) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:08.518867 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88cee16-9c6d-406c-baf5-7273caf631a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.595508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88cee16-9c6d-406c-baf5-7273caf631a6 admin admin] Publish callbacks [] for security_group (5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.658368 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88cee16-9c6d-406c-baf5-7273caf631a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.674920 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1050193269-network', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:08.715481 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a88cee16-9c6d-406c-baf5-7273caf631a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c43c6b6568f2418fad8d16641f068749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095203 May 14 17:10:08.717026 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43642) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:08.719096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cee16-9c6d-406c-baf5-7273caf631a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:08.769853 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] Publish callbacks [] for security_group (5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.790376 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] Publish callbacks [] for security_group (5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.801495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Made reservation on behalf of 62c38d1934f04482abb9399e7b34ddfa for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:08.803918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.815682 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.898695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.901317 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.902449 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1 HTTP/1.1" status: 204 len: 168 time: 0.1843927 May 14 17:10:08.911404 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cbe20-6f0a-4323-a871-24a16758471d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd86679-6b80-4b7a-a8ea-9a9c2a0582c1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:08.956195 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks [] for security_group (cf9d5911-f509-4091-897f-ad1ac842eace), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:08.995424 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cf9d5911-f509-4091-897f-ad1ac842eace), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.017457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:10:09.032842 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d5911-f509-4091-897f-ad1ac842eace,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:09.035729 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (eaf41c9d-9854-4c79-9aa6-d9029a4eacee), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.036074 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Added segment eaf41c9d-9854-4c79-9aa6-d9029a4eacee of type vlan for network 1b7d5ab9-0fdc-4732-b437-87c356abe6da May 14 17:10:09.076832 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (1b7d5ab9-0fdc-4732-b437-87c356abe6da), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.173452 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (1b7d5ab9-0fdc-4732-b437-87c356abe6da), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.174488 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:09.175112 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.240211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7d5ab9-0fdc-4732-b437-87c356abe6da,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:09.253625 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:10:09.329895 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8dd26a45-c2f3-4e13-a490-43346c4c3ed0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8553081 May 14 17:10:09.332886 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43656) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:09.343536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Request body: {'subnet': {'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1050193269-subnet', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:09.418825 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Made reservation on behalf of 62c38d1934f04482abb9399e7b34ddfa for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:09.421421 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257176'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.671022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29079706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257206'] for subnet (b083e573-51be-44ae-8359-e555ceb480c3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.738519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b083e573-51be-44ae-8359-e555ceb480c3,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:09.748357 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:09.748707 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Network hostable DHCP agents. Network: 1b7d5ab9-0fdc-4732-b437-87c356abe6da, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:10:09.864254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:10:09.874312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43680) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:09.972523 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1478147536-network', 'tenant_id': 'd09a48a2e5264c4789e0f314cc0e5858'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:09.978534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 1b7d5ab9-0fdc-4732-b437-87c356abe6da) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:09.983261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:09.983743 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:09.988824 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41a02c-b381-42ba-8a95-8b8961caa566 None None] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:10.049768 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc651-52ee-4eb2-9522-562624631d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.081771 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a8a7624d-3073-4916-b320-f039c5db9f37 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7477438 May 14 17:10:10.084510 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43688) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:10.089245 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:10.100573 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:10:10.101426 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.161275 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Made reservation on behalf of d09a48a2e5264c4789e0f314cc0e5858 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:10.163596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.172860 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.242586 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.243225 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Allocated IP 172.20.0.2 (1b7d5ab9-0fdc-4732-b437-87c356abe6da/b083e573-51be-44ae-8359-e555ceb480c3/68f21b11-e0a0-47ad-851f-ddd9cbbd9e93) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:10.243559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.261570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks [] for security_group (1d897cef-e72c-4cab-91c8-76a18e041add), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.326169 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for router_controller (ab838ee1-0ae4-4c95-aa71-a8f297110c30), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.367472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1d897cef-e72c-4cab-91c8-76a18e041add), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.390906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:10:10.401693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks [] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.405612 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d897cef-e72c-4cab-91c8-76a18e041add,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:10.410432 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (a1f57d06-4983-4d37-8268-a35c025b231c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.410876 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Added segment a1f57d06-4983-4d37-8268-a35c025b231c of type vlan for network 3e8449e0-618e-4978-9df4-ad8cc86cabda May 14 17:10:10.462312 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.505244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:10.505244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:10.511490 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:10.516678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (3e8449e0-618e-4978-9df4-ad8cc86cabda), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.521575 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Pushing event updated for resources: {'Port': ['ID=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:10.583888 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Attempting to bind port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:10.584259 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Attempting to bind port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:10.584626 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Attempting to bind port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:10.590578 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:10.591000 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:10.591404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.591799 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Bound using segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:10.592441 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Bound port: 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:10.592829 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.616254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for router_gateway (ab838ee1-0ae4-4c95-aa71-a8f297110c30), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.660183 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] For port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:10.663318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] For port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:10.676108 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (3e8449e0-618e-4978-9df4-ad8cc86cabda), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.677120 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:10.677726 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.734080 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.782252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] Pushing event updated for resources: {'Network': ['ID=3e8449e0-618e-4978-9df4-ad8cc86cabda,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:10.796238 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 3e8449e0-618e-4978-9df4-ad8cc86cabda details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:10:10.844204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0313c93d-7be2-402f-a69b-90dad5f4e75f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9676590 May 14 17:10:10.844354 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635787-5bbd-4bd6-96ce-942b33e79477 None None] Pushing event updated for resources: {'Port': ['ID=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:10.846709 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43694) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:10.853616 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Request body: {'subnet': {'network_id': '3e8449e0-618e-4978-9df4-ad8cc86cabda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1478147536-subnet', 'tenant_id': 'd09a48a2e5264c4789e0f314cc0e5858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:10.961753 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Made reservation on behalf of d09a48a2e5264c4789e0f314cc0e5858 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:10.964204 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:10.982756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for router_gateway (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.009203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.143850 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Allocated IP 172.27.2.183 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/47224c8a-1b02-4eb4-8acd-62c8a4abb750) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:11.257996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.298743 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (33775a7b-24a6-4079-b57a-07ddc50bb239), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.356838 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33775a7b-24a6-4079-b57a-07ddc50bb239,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:11.362292 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.364300 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Checking segment: {'id': 'a1f57d06-4983-4d37-8268-a35c025b231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3e8449e0-618e-4978-9df4-ad8cc86cabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:11.364652 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Network hostable DHCP agents. Network: 3e8449e0-618e-4978-9df4-ad8cc86cabda, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:10:11.401000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:11.404002 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:11.407500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:11.418432 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Network 3e8449e0-618e-4978-9df4-ad8cc86cabda is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:10:11.432938 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Pushing event updated for resources: {'Port': ['ID=47224c8a-1b02-4eb4-8acd-62c8a4abb750,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:11.553419 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 3e8449e0-618e-4978-9df4-ad8cc86cabda) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:11.557718 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:11.560385 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.562256 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bce47-56e1-4624-9a15-fd3bbcfc9c3b None None] Network 3e8449e0-618e-4978-9df4-ad8cc86cabda requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:11.689767 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbba5b9-8de6-47aa-b7c7-bf9836317e3d None None] Network 3e8449e0-618e-4978-9df4-ad8cc86cabda requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:11.731077 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-052f321e-543d-4cef-9ce5-5807f09446d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8832414 May 14 17:10:11.763863 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:11.848790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for router_gateway (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.874619 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:11.875437 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:11.911428 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ac832-62d2-45b5-bab6-ffbaebb5c187 None None] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:12.036992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Provisioning complete for port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:12.037443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.104666 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:12.105057 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.161088 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:12.202580 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Current status of the port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:12.203056 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.248686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.330730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.349446 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 17:10:12.349758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 17:10:12.352302 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:12.418595 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e1df9d7d-5053-4c0b-9b1e-143003936bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.547022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:10:12.590319 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43722) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:12.595090 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1346522389-network', 'tenant_id': 'be80907095c14dec93c98d7b72688164'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:12.674835 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:12.686067 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72489267-1651-40e6-8506-2423344ba149 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:12.689493 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Made reservation on behalf of be80907095c14dec93c98d7b72688164 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:12.691079 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.700144 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:12.701096 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:12.701453 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.784195 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks [] for security_group (38439d79-ba15-40eb-9d28-a96fb7e10796), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.797775 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.799084 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a078fc82-254c-4645-9760-f639aa7560e0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7135248 May 14 17:10:12.801736 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43728) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:12.812936 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:12.888256 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (38439d79-ba15-40eb-9d28-a96fb7e10796), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.889748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.904189 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:10:12.909264 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6a2e6-f39e-4652-91b8-ae990dbfd768 None None] Current status of the port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:12.919099 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (03c02400-fcf7-4f0d-a29c-1ebd0489d17f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:12.919489 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Added segment 03c02400-fcf7-4f0d-a29c-1ebd0489d17f of type vlan for network b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 May 14 17:10:12.990223 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38439d79-ba15-40eb-9d28-a96fb7e10796,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:12.995213 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:11Z', 'revision_number': 3, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:12.995828 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (b1f85fc8-0130-4b67-85bf-a6ca6af9cc69), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.023763 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72489267-1651-40e6-8506-2423344ba149 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:13.025173 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72489267-1651-40e6-8506-2423344ba149 None None] Updating router ab838ee1-0ae4-4c95-aa71-a8f297110c30 port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:10:13.053867 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.056431 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37866fa0-d6a5-4712-be8e-1a27e0673031 None None] Provisioning complete for port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:13.056817 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37866fa0-d6a5-4712-be8e-1a27e0673031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.133274 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (b1f85fc8-0130-4b67-85bf-a6ca6af9cc69), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.135217 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:13.136372 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.153875 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37866fa0-d6a5-4712-be8e-1a27e0673031 None None] Current status of the port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:13.208530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] Pushing event updated for resources: {'Network': ['ID=b1f85fc8-0130-4b67-85bf-a6ca6af9cc69,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:13.221137 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:10:13.268579 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4f13d1ac-f9b9-4ff3-810b-0147b7d2425f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6769195 May 14 17:10:13.270980 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43732) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:13.276700 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Request body: {'subnet': {'network_id': 'b1f85fc8-0130-4b67-85bf-a6ca6af9cc69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1346522389-subnet', 'tenant_id': 'be80907095c14dec93c98d7b72688164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:13.308234 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.336970 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.349482 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks [] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.384992 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Made reservation on behalf of be80907095c14dec93c98d7b72688164 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:13.387498 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.435796 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.493900 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Pushing event updated for resources: {'Port': ['ID=47224c8a-1b02-4eb4-8acd-62c8a4abb750,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:13.506162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Allocated IP 172.20.0.1 (1b7d5ab9-0fdc-4732-b437-87c356abe6da/b083e573-51be-44ae-8359-e555ceb480c3/23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:13.514304 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72489267-1651-40e6-8506-2423344ba149 None None] Attempting to bind port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:13.514601 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72489267-1651-40e6-8506-2423344ba149 None None] Attempting to bind port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:13.514990 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72489267-1651-40e6-8506-2423344ba149 None None] Attempting to bind port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:13.521564 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72489267-1651-40e6-8506-2423344ba149 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:13.521944 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72489267-1651-40e6-8506-2423344ba149 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:13.522344 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.522738 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72489267-1651-40e6-8506-2423344ba149 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:13.523305 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72489267-1651-40e6-8506-2423344ba149 None None] Bound port: 47224c8a-1b02-4eb4-8acd-62c8a4abb750, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:13.523692 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.578922 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-72489267-1651-40e6-8506-2423344ba149 None None] For port 47224c8a-1b02-4eb4-8acd-62c8a4abb750, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:13.582156 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-72489267-1651-40e6-8506-2423344ba149 None None] For port 47224c8a-1b02-4eb4-8acd-62c8a4abb750, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=47224c8a-1b02-4eb4-8acd-62c8a4abb750,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:13.638852 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks [] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.652333 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:13.676489 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72489267-1651-40e6-8506-2423344ba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.700798 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:13.701177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.710557 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (c0c87205-1fba-4494-94bc-15cc610fe634), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.745423 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.780475 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:13.781125 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:13.788416 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c87205-1fba-4494-94bc-15cc610fe634,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:13.798544 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Checking segment: {'id': '03c02400-fcf7-4f0d-a29c-1ebd0489d17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b1f85fc8-0130-4b67-85bf-a6ca6af9cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:13.798951 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Network hostable DHCP agents. Network: b1f85fc8-0130-4b67-85bf-a6ca6af9cc69, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:10:13.813846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:13.829023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Pushing event updated for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:13.829152 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Pushing event updated for resources: {'Port': ['ID=47224c8a-1b02-4eb4-8acd-62c8a4abb750,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:13.829977 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:13.831428 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:13.833625 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:13.842875 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.843449 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.843805 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.844142 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.844472 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.844793 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.845287 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.845782 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.846103 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.846642 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.847317 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.847659 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.848162 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c1c733-beff-4425-b4b1-9e9878a08371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:13.881074 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:13.888095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Network b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:10:13.996111 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, b1f85fc8-0130-4b67-85bf-a6ca6af9cc69) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:14.004848 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:14.005454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.010752 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10fd59f-3210-44aa-8a58-ec1e30da21df None None] Network b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:14.044578 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:14.121428 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0590b-8402-47b3-80a6-d4667c7e8d32 None None] Network b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:14.151609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.170007 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4cc7bf1d-b09d-4ba1-b38d-db815c58db26 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8977096 May 14 17:10:14.215979 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d694fafc-71b4-4e5c-8dd9-afab2ee7b252 None None] Provisioning complete for port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:14.216365 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d694fafc-71b4-4e5c-8dd9-afab2ee7b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.280571 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72489267-1651-40e6-8506-2423344ba149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:11Z', 'revision_number': 3, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:14.284947 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d694fafc-71b4-4e5c-8dd9-afab2ee7b252 None None] Port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:14.318656 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72489267-1651-40e6-8506-2423344ba149 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:11Z', 'revision_number': 3, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:14.355381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks [] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.459656 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.528885 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Pushing event updated for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:14.536399 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.680874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:14.682621 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:14.761608 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:14.820538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:10:14.960788 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:14.969374 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b14f3ef9-fb99-4d66-adbd-b8f00aed9aed admin admin] 10.222.0.48 "PUT /v2.0/routers/ab838ee1-0ae4-4c95-aa71-a8f297110c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666331 May 14 17:10:15.033205 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9455a540-b8b8-4708-92fb-c883d9fe4d3a None None] Provisioning complete for port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:15.033813 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9455a540-b8b8-4708-92fb-c883d9fe4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:15.095740 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9455a540-b8b8-4708-92fb-c883d9fe4d3a None None] Port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:15.682110 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 47224c8a-1b02-4eb4-8acd-62c8a4abb750 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:15.733464 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:15.733838 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:15.863565 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43782) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:15.868147 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919055765-network', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:15.944158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Made reservation on behalf of cfa01d57b4d34324b02691bbf1214ebe for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:15.946985 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:15.947282 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:15.947414 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:15.959860 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:15.969339 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 47224c8a-1b02-4eb4-8acd-62c8a4abb750, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=47224c8a-1b02-4eb4-8acd-62c8a4abb750,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:16.013064 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:16.022493 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:16.023354 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:16.036572 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks [] for security_group (2c1d70b0-bc62-4b39-914b-4689f72d5a08), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.060122 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.098502 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (2c1d70b0-bc62-4b39-914b-4689f72d5a08), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.124444 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:10:16.134432 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d70b0-bc62-4b39-914b-4689f72d5a08,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:16.141461 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (8104397a-ad3f-4f35-9287-ae91bd555397), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.142017 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Added segment 8104397a-ad3f-4f35-9287-ae91bd555397 of type vlan for network 70929a4e-0f17-48cc-b351-31095454e3c0 May 14 17:10:16.156759 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=47224c8a-1b02-4eb4-8acd-62c8a4abb750,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:16.184194 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (70929a4e-0f17-48cc-b351-31095454e3c0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.190181 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:16.247059 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (70929a4e-0f17-48cc-b351-31095454e3c0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.248033 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:16.248615 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.314488 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] Pushing event updated for resources: {'Network': ['ID=70929a4e-0f17-48cc-b351-31095454e3c0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:16.327664 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 70929a4e-0f17-48cc-b351-31095454e3c0 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:10:16.398982 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6504edb0-8f54-495a-b2ab-c9971d7576fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5346727 May 14 17:10:16.401720 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43798) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:16.407713 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Request body: {'subnet': {'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919055765-subnet', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:16.424685 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.471608 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 2, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:16.503590 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:16.503948 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Updating router ab838ee1-0ae4-4c95-aa71-a8f297110c30 port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:10:16.516233 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Made reservation on behalf of cfa01d57b4d34324b02691bbf1214ebe for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:16.518563 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.531873 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.778678 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (2ced0809-b63b-49a7-a774-f28e0212db79), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.802159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks [] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.831915 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ced0809-b63b-49a7-a774-f28e0212db79,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:16.842445 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Checking segment: {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:16.842813 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Network hostable DHCP agents. Network: 70929a4e-0f17-48cc-b351-31095454e3c0, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:10:16.875841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.930368 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9008b-b322-411c-a2b0-9fdec637d4fa None None] Pushing event updated for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:16.933943 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Network 70929a4e-0f17-48cc-b351-31095454e3c0 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:10:16.986054 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Attempting to bind port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:16.986425 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Attempting to bind port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:16.986799 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Attempting to bind port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:16.992251 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:16.992670 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:16.993075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:16.993466 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Bound using segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:16.993933 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Bound port: 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:16.994323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.018858 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 70929a4e-0f17-48cc-b351-31095454e3c0) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:17.023164 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:17.024595 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.031992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee79fb-8449-47b0-b025-081fc2b700ac None None] Network 70929a4e-0f17-48cc-b351-31095454e3c0 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:17.113700 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-566d13a0-66f8-4b0b-b11b-4128b11a5a4c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7106612 May 14 17:10:17.116393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43810) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:17.116589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] For port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:17.120940 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:17.121512 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] For port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:17.166602 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7b4b25dd-5854-4a99-8eca-b27217531db9 None None] Provisioning complete for port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:17.167113 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7b4b25dd-5854-4a99-8eca-b27217531db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.190312 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-70929a4e-0f17-48cc-b351-31095454e3c0', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:10:17.196710 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.221050 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b25dd-5854-4a99-8eca-b27217531db9 None None] Port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:17.242064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (08189257-309b-439c-b69c-8a4858101fde), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.243304 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (08189257-309b-439c-b69c-8a4858101fde), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.275891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.298029 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for router_controller (08189257-309b-439c-b69c-8a4858101fde), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.387134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:17.387827 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:17.389550 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9008b-b322-411c-a2b0-9fdec637d4fa None None] Pushing event updated for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:17.440820 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Allocated IP 172.20.0.2 (70929a4e-0f17-48cc-b351-31095454e3c0/2ced0809-b63b-49a7-a774-f28e0212db79/b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:17.515214 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for router_gateway (08189257-309b-439c-b69c-8a4858101fde), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.577650 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Provisioning complete for port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:17.578020 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.605392 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:17.798721 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 47224c8a-1b02-4eb4-8acd-62c8a4abb750 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:17.817153 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for router_gateway (08189257-309b-439c-b69c-8a4858101fde), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.835952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:17.939450 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Allocated IP 172.27.2.248 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/cdcc67c1-ee60-498a-b45a-fe885e207593) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:17.976498 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks [] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.042760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:18.043159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.044548 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Current status of the port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:18.044915 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.057754 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.091662 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.160997 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Network 70929a4e-0f17-48cc-b351-31095454e3c0 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:18.173534 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.176579 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:18.179571 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] For port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:18.189361 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:18.198920 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Pushing event updated for resources: {'Port': ['ID=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:18.217291 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:18.220352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:18.224462 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:18.262349 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Pushing event updated for resources: {'Port': ['ID=cdcc67c1-ee60-498a-b45a-fe885e207593,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:18.275996 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:17Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:18.314369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71233-dd16-4f4b-ae25-1d4eb83dfab8 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:17Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:18.317548 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Attempting to bind port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:18.318047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Attempting to bind port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:18.318262 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Attempting to bind port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 on network 70929a4e-0f17-48cc-b351-31095454e3c0 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:18.325142 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:18.329705 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:18.330176 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Checking segment: {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:18.330536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.330947 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Bound using segment: {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:18.331657 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Bound port: b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:18.331781 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.341582 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.453075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6d5c5-9c2e-46ab-b6a2-5d7aea21b114 None None] Pushing event updated for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:18.460886 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] For port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:18.466632 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] For port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:18.613856 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.679223 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d119d54-c544-4dbb-bd08-0a0674055528 None None] Pushing event updated for resources: {'Port': ['ID=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:18.688245 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for router_gateway (08189257-309b-439c-b69c-8a4858101fde), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:18.990435 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (08189257-309b-439c-b69c-8a4858101fde), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:19.230339 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Router 08189257-309b-439c-b69c-8a4858101fde is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:10:19.377886 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082fc08-93f0-458c-b1d3-2437f8c767f7 req-406fdb18-7817-484f-b740-a07b833e06e3 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:19.379680 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b082fc08-93f0-458c-b1d3-2437f8c767f7 req-406fdb18-7817-484f-b740-a07b833e06e3 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0609345 May 14 17:10:19.436870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b082fc08-93f0-458c-b1d3-2437f8c767f7 req-d05f8c08-63b5-4688-867f-62da34bc04da tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 May 14 17:10:19.467663 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:19.624107 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:19.638428 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Sync routers for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:19.664271 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:19.665849 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:19.718702 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:19.720611 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e3743192-1ef8-4bcc-94da-9327ee7abe42 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6030447 May 14 17:10:19.736269 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43846) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:19.766100 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21599fe-213b-46f0-8ae1-0ab3621c271b tempest-TestMinimumBasicScenario-336547843 tempest-TestMinimumBasicScenario-336547843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:19.768090 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f21599fe-213b-46f0-8ae1-0ab3621c271b tempest-TestMinimumBasicScenario-336547843 tempest-TestMinimumBasicScenario-336547843-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1124 time: 0.2990358 May 14 17:10:19.771132 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43848) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:19.776462 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'port_id': '5d686e76-6851-4450-9372-10a1e92aad8f', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:19.801472 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:19.851204 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:19.899798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:19.911188 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:19.911188 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.064290 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab0e93-b98c-4be2-a126-65a3a721a18a None None] Network 70929a4e-0f17-48cc-b351-31095454e3c0 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:20.096056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.105631 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 3, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:20.146160 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Checking router: 08189257-309b-439c-b69c-8a4858101fde for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:20.146257 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Updating router 08189257-309b-439c-b69c-8a4858101fde port cdcc67c1-ee60-498a-b45a-fe885e207593 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:10:20.180265 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.196725 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:20.198679 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:20.262731 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Provisioning complete for port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:20.263252 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.360012 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Allocated IP 172.27.2.155 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/5a34cd6e-58d2-4744-bb53-9ed9a5a72813) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:20.367216 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:20.367461 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.401667 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Current status of the port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:20.402062 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.439624 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.476260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] For port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:20.532396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:20.533061 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.589187 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.597324 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.682523 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Allocated IP 172.20.0.1 (70929a4e-0f17-48cc-b351-31095454e3c0/2ced0809-b63b-49a7-a774-f28e0212db79/0e69bc44-cd84-4ec9-9374-ac5f650eac4f) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:20.686212 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 17:10:20.686565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 17:10:20.689209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a54aa8-99af-4f27-bcf6-1c02c4e97d43 None None] Pushing event updated for resources: {'Port': ['ID=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:20.718452 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ac294068-2dfd-4f4d-95bf-850ce9ffaf88 None None] Provisioning complete for port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:20.718851 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ac294068-2dfd-4f4d-95bf-850ce9ffaf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.745265 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.805788 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:20.806155 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks [] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.808870 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ac294068-2dfd-4f4d-95bf-850ce9ffaf88 None None] Current status of the port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:20.809924 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:20.816879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:20.820309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'Port': ['ID=5a34cd6e-58d2-4744-bb53-9ed9a5a72813,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:20.960643 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks [] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:20.972899 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92351261-39f4-480d-a184-eed2b6d1dca2 req-1afd3d41-588b-4e4c-9781-b7ac5f519010 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:20.974398 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-92351261-39f4-480d-a184-eed2b6d1dca2 req-1afd3d41-588b-4e4c-9781-b7ac5f519010 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1204588 May 14 17:10:21.002651 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.030394 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.053531 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Network 70929a4e-0f17-48cc-b351-31095454e3c0 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:21.058959 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:21.063424 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:21.072299 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Pushing event updated for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:21.092360 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-92351261-39f4-480d-a184-eed2b6d1dca2 req-1e7df1e8-48fd-4f31-ae3b-d008f51f4db8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086230 May 14 17:10:21.096308 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Attempting to bind port cdcc67c1-ee60-498a-b45a-fe885e207593 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:21.096753 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Attempting to bind port cdcc67c1-ee60-498a-b45a-fe885e207593 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:21.097227 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Attempting to bind port cdcc67c1-ee60-498a-b45a-fe885e207593 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:21.099749 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1fed-a0f7-489b-b555-2d47a1dde235 None None] Pushing event updated for resources: {'Port': ['ID=cdcc67c1-ee60-498a-b45a-fe885e207593,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:21.107856 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:21.108467 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:21.109016 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.109539 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:21.110386 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Bound port: cdcc67c1-ee60-498a-b45a-fe885e207593, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:21.111164 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.141435 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (08189257-309b-439c-b69c-8a4858101fde), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.184417 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] For port cdcc67c1-ee60-498a-b45a-fe885e207593, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:21.187630 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] For port cdcc67c1-ee60-498a-b45a-fe885e207593, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=cdcc67c1-ee60-498a-b45a-fe885e207593,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:21.245450 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:21.261649 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.323795 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1fed-a0f7-489b-b555-2d47a1dde235 None None] Pushing event updated for resources: {'Port': ['ID=cdcc67c1-ee60-498a-b45a-fe885e207593,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:21.324841 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.332827 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:21.333803 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:21.434763 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8ab93984-0544-44ed-9c04-b360092e2e2e None None] Provisioning complete for port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:21.435227 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ab93984-0544-44ed-9c04-b360092e2e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.463166 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:21.484782 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8ab93984-0544-44ed-9c04-b360092e2e2e None None] Port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:21.523436 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks [] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.612823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.630141 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for floatingip (fea8c629-f974-4d29-a42c-5a98b6aca283), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.693160 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (08189257-309b-439c-b69c-8a4858101fde), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.695058 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Pushing event updated for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:21.709479 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:21.725153 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '0e69bc44-cd84-4ec9-9374-ac5f650eac4f', 'name': '', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'mac_address': 'fa:16:3e:54:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:20Z', 'updated_at': '2022-05-14T17:10:20Z', 'revision_number': 1, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'subnets': [{'id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:21.764365 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:21.764763 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.766190 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eeba5-31f2-4f24-a801-1f3bf59af718 None None] The sync data for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi is: [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '0e69bc44-cd84-4ec9-9374-ac5f650eac4f', 'name': '', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'mac_address': 'fa:16:3e:54:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:20Z', 'updated_at': '2022-05-14T17:10:20Z', 'revision_number': 1, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'subnets': [{'id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:21.791508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:21.842695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Network 70929a4e-0f17-48cc-b351-31095454e3c0 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:21.844193 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:21.889153 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:21.973784 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Router 08189257-309b-439c-b69c-8a4858101fde has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:10:22.016548 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.099550 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.166740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:22.186997 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-208b9842-96d4-49fe-86a4-f526065fb09e admin admin] 10.222.0.48 "PUT /v2.0/routers/08189257-309b-439c-b69c-8a4858101fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481790 May 14 17:10:22.196188 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:10:22.219204 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b8472d16-9ae7-4785-991b-2a8269b7581b None None] Provisioning complete for port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:22.219434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b8472d16-9ae7-4785-991b-2a8269b7581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.282881 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b8472d16-9ae7-4785-991b-2a8269b7581b None None] Port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:22.310619 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'Port': ['ID=5a34cd6e-58d2-4744-bb53-9ed9a5a72813,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:22.323974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (fea8c629-f974-4d29-a42c-5a98b6aca283), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.432508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba24a0-1b0c-48e9-b130-dc63b41e7dae req-4b96981d-559b-41b2-be67-2934b987aaa8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:22.434236 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8ba24a0-1b0c-48e9-b130-dc63b41e7dae req-4b96981d-559b-41b2-be67-2934b987aaa8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2174671 May 14 17:10:22.556744 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Floating IP fea8c629-f974-4d29-a42c-5a98b6aca283 associated. External IP: 172.27.2.155, port: 5d686e76-6851-4450-9372-10a1e92aad8f. May 14 17:10:22.562968 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8ba24a0-1b0c-48e9-b130-dc63b41e7dae req-dc47cc39-025d-4a1f-a199-881d5c21a88e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142004 May 14 17:10:22.764473 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43898) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:22.769385 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414884092', 'description': 'tempest-secgroup-smoke-414884092 description', 'project_id': '62c38d1934f04482abb9399e7b34ddfa'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:22.859511 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Router db2e5f67-439a-45e0-8e8e-b497606e810d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:10:22.876386 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.954758 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (f67423e7-8045-414a-a6f0-441a4884939a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:22.984611 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:22.994718 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Sync routers for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:23.007725 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:23.008396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:23.018530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f67423e7-8045-414a-a6f0-441a4884939a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.056064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67423e7-8045-414a-a6f0-441a4884939a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:23.083908 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.118134 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ef6250e4-8649-4d53-bd6f-9eec4e08a4e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3442428 May 14 17:10:23.118956 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:23.120729 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43900) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:23.125475 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747265224', 'description': 'tempest-secgroup-smoke-1747265224 description', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:23.129212 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cda8e8-7a7c-4717-8081-1edaef3afc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:23.151860 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:23.169229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.170722 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fbb714d2-1d5d-42a2-bd5d-30fef21c66cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4051542 May 14 17:10:23.172516 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2398cadf-b4c3-4d46-ae74-84a26323d4d4 x-openstack-request-id: req-2398cadf-b4c3-4d46-ae74-84a26323d4d4 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:23.173409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43904) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:23.174884 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:23.180580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2398cadf-b4c3-4d46-ae74-84a26323d4d4 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:23.180580 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2398cadf-b4c3-4d46-ae74-84a26323d4d4'] response: {'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:10:23.180775 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:23.259864 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.287746 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-a77b1a1c-7a99-4683-afff-d18cc3110ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:23.289354 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-a77b1a1c-7a99-4683-afff-d18cc3110ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1129 time: 0.0629959 May 14 17:10:23.350369 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (51bed513-5bd2-4e7a-9723-38efac8d1845), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.368843 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (652202ab-a1cd-4a25-857c-27f1ac95e019), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.422642 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-38db7943-007e-4d09-b3e2-a87b9e6ccfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:23.424708 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-38db7943-007e-4d09-b3e2-a87b9e6ccfaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 915 time: 0.1249912 May 14 17:10:23.482627 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (652202ab-a1cd-4a25-857c-27f1ac95e019), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.510100 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (51bed513-5bd2-4e7a-9723-38efac8d1845), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.533834 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-2e4873dd-d123-436b-a75a-a0f9430db97c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 999 time: 0.0988348 May 14 17:10:23.540972 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652202ab-a1cd-4a25-857c-27f1ac95e019,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:23.598278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-938ec9e5-0192-4fff-8965-25fbbe71f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:23.600247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-938ec9e5-0192-4fff-8965-25fbbe71f25e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0508308 May 14 17:10:23.638228 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.642511 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7f03bca1-4126-4a4d-a61b-0449cdf2a0a0 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5180116 May 14 17:10:23.642511 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (51bed513-5bd2-4e7a-9723-38efac8d1845), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.643805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43916) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:23.654344 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'fea8c629-f974-4d29-a42c-5a98b6aca283', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'port_id': '5d686e76-6851-4450-9372-10a1e92aad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'mac_address': 'fa:16:3e:0b:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:10:21Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 0, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:23.670109 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bed513-5bd2-4e7a-9723-38efac8d1845,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:23.674232 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:23.724444 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Checking router: db2e5f67-439a-45e0-8e8e-b497606e810d for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:23.732236 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device cdcc67c1-ee60-498a-b45a-fe885e207593 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:23.744023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-d37394d4-298c-494c-a6bf-eff48f7ab99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:23.745582 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-d37394d4-298c-494c-a6bf-eff48f7ab99d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204317 May 14 17:10:23.757958 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae5a2-3d22-4e18-a5cd-6ad565d2b32f req-2f64f190-7ae7-49b9-a140-845cc28c948f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:23.760248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c32ae5a2-3d22-4e18-a5cd-6ad565d2b32f req-2f64f190-7ae7-49b9-a140-845cc28c948f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0763543 May 14 17:10:23.766752 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:23.767523 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:23.810705 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.813367 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d4a891ec-8e36-4e91-9e8b-d170b7211abb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6387494 May 14 17:10:23.815955 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43922) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:23.824102 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:23.869528 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c32ae5a2-3d22-4e18-a5cd-6ad565d2b32f req-9c0dd4a5-cdbe-4471-ab70-d92f2ada1e88 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006184 May 14 17:10:23.877994 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port cdcc67c1-ee60-498a-b45a-fe885e207593 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:23.878402 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.895383 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-4a56ee47-bcc7-42a3-8fb6-ddf746ea9f3a service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341605 May 14 17:10:23.919506 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:23.926613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (d3d2e6c0-0ef3-481b-9129-c53388869cb2), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.963564 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (ece0e5ea-4d6a-4142-ae87-31b36d56a825), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:23.993279 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (d3d2e6c0-0ef3-481b-9129-c53388869cb2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.042276 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71cda8e8-7a7c-4717-8081-1edaef3afc5c req-adffefeb-845b-43f6-bae1-df230d643b21 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340892 May 14 17:10:24.056200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (ece0e5ea-4d6a-4142-ae87-31b36d56a825), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.062496 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port cdcc67c1-ee60-498a-b45a-fe885e207593 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:24.063070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.077703 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (d3d2e6c0-0ef3-481b-9129-c53388869cb2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.097431 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d2e6c0-0ef3-481b-9129-c53388869cb2,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.123381 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port cdcc67c1-ee60-498a-b45a-fe885e207593, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=cdcc67c1-ee60-498a-b45a-fe885e207593,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:24.138569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (ece0e5ea-4d6a-4142-ae87-31b36d56a825), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.156546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece0e5ea-4d6a-4142-ae87-31b36d56a825,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.170365 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.174041 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-64dad9c8-f439-4b1d-aa66-a89b18922e9f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3545616 May 14 17:10:24.174253 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43928) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:24.178708 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:24.215906 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'fea8c629-f974-4d29-a42c-5a98b6aca283', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'port_id': '5d686e76-6851-4450-9372-10a1e92aad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'mac_address': 'fa:16:3e:0b:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:10:21Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 0, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:24.242159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63d979-c4b7-4db1-8e76-410322b257f1 None None] The sync data for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi is: [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'fea8c629-f974-4d29-a42c-5a98b6aca283', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'port_id': '5d686e76-6851-4450-9372-10a1e92aad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'mac_address': 'fa:16:3e:0b:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:10:21Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 0, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:24.243877 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.271884 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.273103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-889a9ac4-5241-42d4-96c5-86cca4529860 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6262548 May 14 17:10:24.276536 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43930) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:24.280944 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:24.295437 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=cdcc67c1-ee60-498a-b45a-fe885e207593,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.314568 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (28bc2e9a-92b0-40d9-a9b2-fb9389679b26), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.373740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (28bc2e9a-92b0-40d9-a9b2-fb9389679b26), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.376941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (14618aad-2c2f-4282-997f-70a464350afe), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.423238 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (14618aad-2c2f-4282-997f-70a464350afe), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.447655 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (28bc2e9a-92b0-40d9-a9b2-fb9389679b26), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.465634 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bc2e9a-92b0-40d9-a9b2-fb9389679b26,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.527434 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (14618aad-2c2f-4282-997f-70a464350afe), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.546849 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14618aad-2c2f-4282-997f-70a464350afe,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.565556 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.565556 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9f5130ad-acc6-48da-9ec8-785148218b6d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899753 May 14 17:10:24.567947 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43936) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:24.572979 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:24.696757 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.697975 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bd925d8d-4d5f-4994-bbff-31a90a48425c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4204686 May 14 17:10:24.700880 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43940) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:24.705493 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:24.778067 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (de01881a-5b88-4a95-a19b-964231167f83), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.797860 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (12719e42-6daa-443d-91aa-2a11ec73fab8), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.840666 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (de01881a-5b88-4a95-a19b-964231167f83), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.859373 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (12719e42-6daa-443d-91aa-2a11ec73fab8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.922532 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (12719e42-6daa-443d-91aa-2a11ec73fab8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.923152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (de01881a-5b88-4a95-a19b-964231167f83), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:24.941407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12719e42-6daa-443d-91aa-2a11ec73fab8,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.943441 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de01881a-5b88-4a95-a19b-964231167f83,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:24.994508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988c08-f9e2-4eec-a505-38b05c447490 req-bcd4ee90-1dcb-4e30-ab10-8db7c7953fe3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:24.996007 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe988c08-f9e2-4eec-a505-38b05c447490 req-bcd4ee90-1dcb-4e30-ab10-8db7c7953fe3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0518732 May 14 17:10:25.020821 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.022293 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-20e9fa62-9a5e-4476-93a1-0cb033158fb2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4534068 May 14 17:10:25.025801 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43946) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:25.030205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:25.052199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.053369 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e03fda24-87dd-4534-8283-c259b966b092 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514943 May 14 17:10:25.057503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43948) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:25.061539 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:25.073843 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe988c08-f9e2-4eec-a505-38b05c447490 req-fb066777-331d-407e-b867-6cbeea19a363 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712669 May 14 17:10:25.149941 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Project 62c38d1934f04482abb9399e7b34ddfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:10:25.155140 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (f82ec93e-0a2c-4bb7-8dc9-d881a6fe0789), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.205115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (f82ec93e-0a2c-4bb7-8dc9-d881a6fe0789), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.234642 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (2d1ed8db-53eb-4f2e-99bf-8960ac2d96a3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.290805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (2d1ed8db-53eb-4f2e-99bf-8960ac2d96a3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.361628 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (f82ec93e-0a2c-4bb7-8dc9-d881a6fe0789), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.361845 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (2d1ed8db-53eb-4f2e-99bf-8960ac2d96a3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.380274 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82ec93e-0a2c-4bb7-8dc9-d881a6fe0789,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:25.383825 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1ed8db-53eb-4f2e-99bf-8960ac2d96a3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:25.454930 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.455186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.456264 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c3767131-4c85-4b9a-b530-d3dd47fc35ad tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4294560 May 14 17:10:25.457599 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9f8815c8-f8c2-44d1-a7df-e4c1d2dbcd2d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993983 May 14 17:10:25.459214 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 43954) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:25.460087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43956) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:25.464412 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:25.468516 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'security_group_rule': {'security_group_id': 'f67423e7-8045-414a-a6f0-441a4884939a', 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:25.544716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Project 2aa643e2d0c2446b8fbca85325dfdbcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:10:25.550024 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (8544ad48-6d01-46fe-98ad-b3a7f44b5b03), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.607982 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Project 62c38d1934f04482abb9399e7b34ddfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:10:25.614393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (659dbb93-d5d1-45b1-ac1a-9016e0bd207b), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.615363 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (8544ad48-6d01-46fe-98ad-b3a7f44b5b03), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.671880 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device cdcc67c1-ee60-498a-b45a-fe885e207593 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:25.678721 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (659dbb93-d5d1-45b1-ac1a-9016e0bd207b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.704847 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (8544ad48-6d01-46fe-98ad-b3a7f44b5b03), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.722689 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8544ad48-6d01-46fe-98ad-b3a7f44b5b03,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:25.725529 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port cdcc67c1-ee60-498a-b45a-fe885e207593 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:25.725914 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.790647 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (659dbb93-d5d1-45b1-ac1a-9016e0bd207b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.819496 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port cdcc67c1-ee60-498a-b45a-fe885e207593 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:25.822625 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659dbb93-d5d1-45b1-ac1a-9016e0bd207b,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:25.840514 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.840514 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ee373ef1-573d-49ce-8273-43e4e29492a4 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3679938 May 14 17:10:25.841978 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 43960) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:25.846497 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'security_group_rule': {'security_group_id': '652202ab-a1cd-4a25-857c-27f1ac95e019', 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:25.923255 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:25.924496 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-68e7b4f1-20d9-4119-9fd6-49c145f07d56 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4638596 May 14 17:10:25.979165 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Project 2aa643e2d0c2446b8fbca85325dfdbcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:10:25.984569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (cf46ed34-3772-49cf-9972-15c8ec67478a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.050955 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (cf46ed34-3772-49cf-9972-15c8ec67478a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.145241 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Sync routers for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:26.158779 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:26.159537 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:26.167492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (cf46ed34-3772-49cf-9972-15c8ec67478a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.225272 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf46ed34-3772-49cf-9972-15c8ec67478a,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:26.260211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649f32-6cdc-4cfd-be6f-2fc36770e81e req-631dbc87-bed3-4691-9b23-92a101be1d72 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:26.262908 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51649f32-6cdc-4cfd-be6f-2fc36770e81e req-631dbc87-bed3-4691-9b23-92a101be1d72 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0874951 May 14 17:10:26.295006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.299039 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c66ae80f-9331-4142-8fc8-44a547fb3e35 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4533656 May 14 17:10:26.318902 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e0860-1985-4766-8a80-68be08c36247 None None] New status for floating IP fea8c629-f974-4d29-a42c-5a98b6aca283: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:10:26.349223 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51649f32-6cdc-4cfd-be6f-2fc36770e81e req-f29803be-bd75-45a7-815e-a10ccc5494f1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766182 May 14 17:10:26.387494 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:26.424102 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-785c5817-cb41-40e3-99c7-2496f0f19c39 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747265224&fields=id&tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf HTTP/1.1" status: 200 len: 267 time: 0.0545194 May 14 17:10:26.485757 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-1198553f-ee04-4969-9ea9-3203e51cdb13 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:26.487307 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-1198553f-ee04-4969-9ea9-3203e51cdb13 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0543351 May 14 17:10:26.499411 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'port': {'security_groups': ['b7ba35fd-e66a-431f-8d18-572a16d7c491', '652202ab-a1cd-4a25-857c-27f1ac95e019']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:26.595807 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.596470 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '0e69bc44-cd84-4ec9-9374-ac5f650eac4f', 'name': '', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'mac_address': 'fa:16:3e:54:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:20Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 2, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'subnets': [{'id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:26.649563 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Checking router: 08189257-309b-439c-b69c-8a4858101fde for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:26.650127 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Updating router 08189257-309b-439c-b69c-8a4858101fde port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:10:26.678809 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.815508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:26.848311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for port (5d686e76-6851-4450-9372-10a1e92aad8f), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.944606 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.952907 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks [] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.988033 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:26.988661 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:26.989619 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5d686e76-6851-4450-9372-10a1e92aad8f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:10:26.993749 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63eecfd3-0238-4ee9-84aa-7b1c0eb30140 req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "PUT /v2.0/ports/5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 981 time: 0.4990041 May 14 17:10:26.994238 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:26.996596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328925f-90de-43b5-a797-38609649ae33" -d '{"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:27.050557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963b8ff9-9a78-4b35-be8d-6d9dd951bb85 x-openstack-request-id: req-963b8ff9-9a78-4b35-be8d-6d9dd951bb85 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:27.050873 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:27.051135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-963b8ff9-9a78-4b35-be8d-6d9dd951bb85 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:27.051601 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963b8ff9-9a78-4b35-be8d-6d9dd951bb85'] response: {'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:10:27.053576 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:27.056528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2d29-4ce4-46c7-bac1-49fe259e1d0b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=6']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:27.115654 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84b69e-1796-474a-894c-c84405c403b4 None None] Pushing event updated for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:27.191511 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5d686e76-6851-4450-9372-10a1e92aad8f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:10:27.273411 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Attempting to bind port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:27.274397 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Attempting to bind port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:27.274945 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Attempting to bind port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f on network 70929a4e-0f17-48cc-b351-31095454e3c0 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:27.281338 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:27.285259 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Checking segment: {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:27.285259 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:27.285259 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Bound using segment: {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:27.285259 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Bound port: 0e69bc44-cd84-4ec9-9374-ac5f650eac4f, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8104397a-ad3f-4f35-9287-ae91bd555397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:27.285259 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:27.301022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66eb04-d61b-45b1-838d-d8ffc96a3c87 req-db9c7363-6f33-4d37-a025-7175f8b3a994 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.302862 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf66eb04-d61b-45b1-838d-d8ffc96a3c87 req-db9c7363-6f33-4d37-a025-7175f8b3a994 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.2032294 May 14 17:10:27.328725 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328925f-90de-43b5-a797-38609649ae33 req-a408b4c0-02c7-4522-936e-ac6768bd6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.330280 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-a408b4c0-02c7-4522-936e-ac6768bd6863 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1168 time: 0.2028713 May 14 17:10:27.386432 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] For port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:27.395311 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] For port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:27.482572 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:27.550355 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84b69e-1796-474a-894c-c84405c403b4 None None] Pushing event updated for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:27.577163 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:27.577883 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:27.585067 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf66eb04-d61b-45b1-838d-d8ffc96a3c87 req-39c0273c-8bb6-49de-b3c2-9f1f7ccfbb56 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761197 May 14 17:10:27.611027 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328925f-90de-43b5-a797-38609649ae33 req-0d8808e9-7a93-4d7c-9e84-51db8fddb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.612081 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6fd44409-9f5c-4372-9351-6e0e32d345f1 None None] Provisioning complete for port 5d686e76-6851-4450-9372-10a1e92aad8f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:27.612481 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6fd44409-9f5c-4372-9351-6e0e32d345f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:27.614352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-0d8808e9-7a93-4d7c-9e84-51db8fddb234 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 915 time: 0.2694080 May 14 17:10:27.725897 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571894f-88eb-42b4-83f2-36a902ed456b req-46b9b4d1-2be0-467d-855a-f5328a151bce tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.734514 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9571894f-88eb-42b4-83f2-36a902ed456b req-46b9b4d1-2be0-467d-855a-f5328a151bce tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.2540894 May 14 17:10:27.753131 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:27.798335 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-990ec557-5e0d-4b93-af23-1e96fd7409f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 1001 time: 0.1709445 May 14 17:10:27.803266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 0e69bc44-cd84-4ec9-9374-ac5f650eac4f up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:27.816931 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9571894f-88eb-42b4-83f2-36a902ed456b req-a14bdca8-cdc3-4c24-9be4-2a46e2e4842d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812819 May 14 17:10:27.892330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328925f-90de-43b5-a797-38609649ae33 req-8279534e-061d-4b57-b54e-4cbca41902b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.893826 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-8279534e-061d-4b57-b54e-4cbca41902b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0705829 May 14 17:10:27.949149 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328925f-90de-43b5-a797-38609649ae33 req-228ac0e5-afd1-4ef2-9a64-2305ced84c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:27.951190 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-228ac0e5-afd1-4ef2-9a64-2305ced84c6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492001 May 14 17:10:27.978477 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6fd44409-9f5c-4372-9351-6e0e32d345f1 None None] Current status of the port 5d686e76-6851-4450-9372-10a1e92aad8f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:28.010099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:28.010864 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:28.020692 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '0e69bc44-cd84-4ec9-9374-ac5f650eac4f', 'name': '', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'mac_address': 'fa:16:3e:54:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:20Z', 'updated_at': '2022-05-14T17:10:27Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'subnets': [{'id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:28.055652 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fd3b0-f395-4e2f-a468-cf93e7d392f0 None None] The sync data for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi is: [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:21Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '0e69bc44-cd84-4ec9-9374-ac5f650eac4f', 'name': '', 'network_id': '70929a4e-0f17-48cc-b351-31095454e3c0', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'mac_address': 'fa:16:3e:54:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:20Z', 'updated_at': '2022-05-14T17:10:27Z', 'revision_number': 4, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'subnets': [{'id': '2ced0809-b63b-49a7-a774-f28e0212db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:28.059864 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-cc913398-6996-4d59-9129-b5f9f79ec094 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004837 May 14 17:10:28.151923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Provisioning complete for port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:28.152365 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:28.158066 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f328925f-90de-43b5-a797-38609649ae33 req-d1e3d145-d9e1-4cc7-b526-719cbfed5da6 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920401 May 14 17:10:28.237825 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:28.238205 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:28.319403 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:28.340593 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Current status of the port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:28.340980 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:28.390037 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:28.472111 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 17:10:28.472536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 17:10:28.473322 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:28.943560 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b6dd-78c9-4aa8-a3bf-c9559bcbb08f req-58774980-68ce-452b-94d7-e9c326bd46a0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:28.944943 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f59b6dd-78c9-4aa8-a3bf-c9559bcbb08f req-58774980-68ce-452b-94d7-e9c326bd46a0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0549307 May 14 17:10:28.995837 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f59b6dd-78c9-4aa8-a3bf-c9559bcbb08f req-5187e5cf-aea8-4f3d-84ed-dd3527a6764b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 May 14 17:10:29.012458 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd6495-3262-4466-8eb3-95bdebea44db None None] Current status of the port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:29.351588 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44074) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:29.485263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03cb0cf4-5797-432f-81cd-fa48f0120d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:29.571536 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03cb0cf4-5797-432f-81cd-fa48f0120d15 admin admin] Publish callbacks [] for security_group (618ca245-0e09-4e9d-b466-dcf0a3242d99), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:29.664040 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 0e69bc44-cd84-4ec9-9374-ac5f650eac4f up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:29.722003 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:29.722388 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:29.817810 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:29.892676 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03cb0cf4-5797-432f-81cd-fa48f0120d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (618ca245-0e09-4e9d-b466-dcf0a3242d99), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:29.932055 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-03cb0cf4-5797-432f-81cd-fa48f0120d15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2fcbbdc2bfe4926924a179004e13ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793734 May 14 17:10:29.933160 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb0cf4-5797-432f-81cd-fa48f0120d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ca245-0e09-4e9d-b466-dcf0a3242d99,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:29.934890 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44082) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:29.983165 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] Publish callbacks [] for security_group (618ca245-0e09-4e9d-b466-dcf0a3242d99), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:30.004791 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] Publish callbacks [] for security_group (618ca245-0e09-4e9d-b466-dcf0a3242d99), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:30.112934 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55560-d4c0-40ad-9e53-82663948ad20 req-bd849dd0-3d22-45ff-9c86-14710a1865cf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:30.114709 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-56b55560-d4c0-40ad-9e53-82663948ad20 req-bd849dd0-3d22-45ff-9c86-14710a1865cf tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0514748 May 14 17:10:30.128496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (618ca245-0e09-4e9d-b466-dcf0a3242d99), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:30.131047 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:30.132113 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/618ca245-0e09-4e9d-b466-dcf0a3242d99 HTTP/1.1" status: 204 len: 168 time: 0.1961572 May 14 17:10:30.148924 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d1429-7f07-4048-b1e5-fdcf5411f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ca245-0e09-4e9d-b466-dcf0a3242d99,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:30.178275 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-56b55560-d4c0-40ad-9e53-82663948ad20 req-553d5885-074e-43c8-b61d-086df6b8b4f4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573251 May 14 17:10:31.300690 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631047-0998-4ff9-ac6a-1bba56c464e1 req-4bf62ee0-819d-4f1f-b516-11bbc025ea5a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:31.302344 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc631047-0998-4ff9-ac6a-1bba56c464e1 req-4bf62ee0-819d-4f1f-b516-11bbc025ea5a tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0546958 May 14 17:10:31.354170 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc631047-0998-4ff9-ac6a-1bba56c464e1 req-2bf6f0ea-c501-4e94-a735-6157d9193525 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 May 14 17:10:32.476061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6619d0-272f-4be7-928e-a63dc3bcf842 req-1352bc70-92e2-47e7-bc93-1a7057d10561 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:32.477420 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e6619d0-272f-4be7-928e-a63dc3bcf842 req-1352bc70-92e2-47e7-bc93-1a7057d10561 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0541809 May 14 17:10:32.524262 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e6619d0-272f-4be7-928e-a63dc3bcf842 req-c76a7778-0a73-40c8-b425-c923d0377cd6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 May 14 17:10:33.171075 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-d4b9ef12-8ddc-44dd-a110-4a6ea0a900b4 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d2827a07d714e1797c2244618990241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291700 May 14 17:10:33.356969 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-db59b6a7-f81b-410a-8c97-c7a85abce5c1 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:33.358407 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-db59b6a7-f81b-410a-8c97-c7a85abce5c1 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820860 May 14 17:10:33.373254 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-736f6bb4-16bc-4c3e-beeb-a039f5f672d7 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/quotas/4d2827a07d714e1797c2244618990241 HTTP/1.1" status: 200 len: 375 time: 0.0093262 May 14 17:10:33.496415 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:33.542412 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Deleting subnet 33775a7b-24a6-4079-b57a-07ddc50bb239 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:10:33.546132 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Publish callbacks [] for subnet (33775a7b-24a6-4079-b57a-07ddc50bb239), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.585964 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29130412'] for subnet (33775a7b-24a6-4079-b57a-07ddc50bb239), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.631915 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-847105ff-7573-4b15-a160-0dc1eb82ac1c tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d2827a07d714e1797c2244618990241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2530227 May 14 17:10:33.632488 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (33775a7b-24a6-4079-b57a-07ddc50bb239), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.684276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89586-97a3-4329-838d-c0fe874f08a1 req-df87cb29-6834-48b0-914a-13ed4551db1d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:33.685900 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-11c89586-97a3-4329-838d-c0fe874f08a1 req-df87cb29-6834-48b0-914a-13ed4551db1d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0564928 May 14 17:10:33.734475 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-11c89586-97a3-4329-838d-c0fe874f08a1 req-dcc01eb4-208c-45fb-a940-f8f4e4c5e92f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 May 14 17:10:33.756181 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28577885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25679135'] for subnet (33775a7b-24a6-4079-b57a-07ddc50bb239), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.783031 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33775a7b-24a6-4079-b57a-07ddc50bb239,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:33.784975 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.788165 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-294be74d-6a2c-4a07-b6a5-36069f03c759 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33775a7b-24a6-4079-b57a-07ddc50bb239 HTTP/1.1" status: 204 len: 168 time: 0.2906575 May 14 17:10:33.790841 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44180) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:33.873890 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (3e8449e0-618e-4978-9df4-ad8cc86cabda), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.893552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-93445d50-f03a-4916-83eb-395cf6b3999d req-a52f2244-2f9b-4298-bcb1-d0a10ec246bb tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0299568 May 14 17:10:33.962687 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (3e8449e0-618e-4978-9df4-ad8cc86cabda), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:33.982518 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8449e0-618e-4978-9df4-ad8cc86cabda']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:33.992681 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f57d06-4983-4d37-8268-a35c025b231c') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:33.992985 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f57d06-4983-4d37-8268-a35c025b231c') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:34.006599 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (a1f57d06-4983-4d37-8268-a35c025b231c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.020552 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (a1f57d06-4983-4d37-8268-a35c025b231c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.026273 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:10:34.026647 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (a1f57d06-4983-4d37-8268-a35c025b231c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:10:34.028297 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:10:34.190182 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (3e8449e0-618e-4978-9df4-ad8cc86cabda), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.197818 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.201287 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3e8449e0-618e-4978-9df4-ad8cc86cabda HTTP/1.1" status: 204 len: 168 time: 0.4094918 May 14 17:10:34.204202 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44192) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:34.210840 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447b67-9062-4f0c-be96-04b869e0b4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8449e0-618e-4978-9df4-ad8cc86cabda,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:34.251525 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Deleting subnet c0c87205-1fba-4494-94bc-15cc610fe634 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:10:34.258702 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Publish callbacks [] for subnet (c0c87205-1fba-4494-94bc-15cc610fe634), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.287847 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (c0c87205-1fba-4494-94bc-15cc610fe634), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.332109 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (c0c87205-1fba-4494-94bc-15cc610fe634), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.464599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (c0c87205-1fba-4494-94bc-15cc610fe634), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.488238 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c87205-1fba-4494-94bc-15cc610fe634,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:34.494628 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.498051 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c001deb0-c46f-4bd8-afbe-0f716ba6a2d1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c0c87205-1fba-4494-94bc-15cc610fe634 HTTP/1.1" status: 204 len: 168 time: 0.2927668 May 14 17:10:34.500811 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44194) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:34.571849 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (b1f85fc8-0130-4b67-85bf-a6ca6af9cc69), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.656837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (b1f85fc8-0130-4b67-85bf-a6ca6af9cc69), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.680772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f85fc8-0130-4b67-85bf-a6ca6af9cc69']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:34.689789 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c02400-fcf7-4f0d-a29c-1ebd0489d17f') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:34.691577 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c02400-fcf7-4f0d-a29c-1ebd0489d17f') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:34.699240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (03c02400-fcf7-4f0d-a29c-1ebd0489d17f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.712999 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (03c02400-fcf7-4f0d-a29c-1ebd0489d17f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.719282 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:10:34.720262 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (03c02400-fcf7-4f0d-a29c-1ebd0489d17f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:10:34.721331 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:10:34.833010 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (b1f85fc8-0130-4b67-85bf-a6ca6af9cc69), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.841008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:34.843583 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b1f85fc8-0130-4b67-85bf-a6ca6af9cc69 HTTP/1.1" status: 204 len: 168 time: 0.3417640 May 14 17:10:34.856015 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ba562-3494-4452-a6a2-8a5047ebf9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f85fc8-0130-4b67-85bf-a6ca6af9cc69,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:34.879841 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86decb1-8875-449d-996c-9b601e8bdb17 req-257f868e-c92e-40e2-9bc0-64f6ac09a4f1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:34.881452 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e86decb1-8875-449d-996c-9b601e8bdb17 req-257f868e-c92e-40e2-9bc0-64f6ac09a4f1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0757170 May 14 17:10:34.947969 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e86decb1-8875-449d-996c-9b601e8bdb17 req-4a82828f-ade5-42cf-bc67-869a34efb582 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602233 May 14 17:10:34.986883 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb998ff-6817-4adf-8795-38e884d7502a req-b4720111-b878-473b-b759-339e89ddbe8a tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0350854 May 14 17:10:35.313519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44208) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:35.353635 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8769d442-290b-476a-a18f-f96bc9bdd5ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d09a48a2e5264c4789e0f314cc0e5858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388258 May 14 17:10:35.356191 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44210) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:35.413947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] Publish callbacks [] for security_group (1d897cef-e72c-4cab-91c8-76a18e041add), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:35.440245 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] Publish callbacks [] for security_group (1d897cef-e72c-4cab-91c8-76a18e041add), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:35.595848 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1d897cef-e72c-4cab-91c8-76a18e041add), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:35.598351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:35.599529 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d897cef-e72c-4cab-91c8-76a18e041add HTTP/1.1" status: 204 len: 168 time: 0.2424204 May 14 17:10:35.623259 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412d71-cb37-434e-acd2-d25b120e68a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d897cef-e72c-4cab-91c8-76a18e041add,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:35.968122 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80fa7-8c21-4656-97a1-91e3f71ba43b req-19193116-fb37-47e4-a0b5-77c992b4d9c4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:35.969641 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6f80fa7-8c21-4656-97a1-91e3f71ba43b req-19193116-fb37-47e4-a0b5-77c992b4d9c4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0556459 May 14 17:10:36.033274 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6f80fa7-8c21-4656-97a1-91e3f71ba43b req-0251dec6-4c5f-4eb4-a981-4a2718279510 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578260 May 14 17:10:36.076969 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d897-e7a9-42eb-b2a3-c07d2895ec32 req-9493eab7-fbd2-4252-91cb-41fa504cd2e3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:36.078581 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9994d897-e7a9-42eb-b2a3-c07d2895ec32 req-9493eab7-fbd2-4252-91cb-41fa504cd2e3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0621393 May 14 17:10:36.124932 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9b7828e-6a74-406e-8424-8f9b5afd39ea req-d902480d-966c-4674-b8b9-b99e5dd12926 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0341151 May 14 17:10:36.151714 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9994d897-e7a9-42eb-b2a3-c07d2895ec32 req-f877a2aa-fb98-486d-9d95-e7969a6bbee3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676980 May 14 17:10:36.394362 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44232) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:36.440140 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-db9f8778-3b7a-4d70-8305-7b142c2fc6a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be80907095c14dec93c98d7b72688164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421948 May 14 17:10:36.440370 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44234) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:36.477552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-5e84d7e5-ae56-4691-9587-9e67283dfef9 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4d2827a07d714e1797c2244618990241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302186 May 14 17:10:36.562500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] Publish callbacks [] for security_group (38439d79-ba15-40eb-9d28-a96fb7e10796), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.603508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] Publish callbacks [] for security_group (38439d79-ba15-40eb-9d28-a96fb7e10796), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.641424 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-5d2ceec5-0163-4c6a-8565-102d2d37ca66 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:36.642773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-5d2ceec5-0163-4c6a-8565-102d2d37ca66 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478927 May 14 17:10:36.668623 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Request body: {'port': {'device_id': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'network_id': '454575af-8594-497d-b7c9-7285396e348e', 'admin_state_up': True, 'tenant_id': '4d2827a07d714e1797c2244618990241'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:36.734110 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (38439d79-ba15-40eb-9d28-a96fb7e10796), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.736158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.737335 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38439d79-ba15-40eb-9d28-a96fb7e10796 HTTP/1.1" status: 204 len: 168 time: 0.2960753 May 14 17:10:36.755706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cef401-3654-47a5-9ba8-9dc151cbc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38439d79-ba15-40eb-9d28-a96fb7e10796,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:36.881178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Made reservation on behalf of 4d2827a07d714e1797c2244618990241 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:36.884634 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.898260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:36.972919 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks [] for security_group (66547bd6-fe1d-4f16-a0e5-67a4738176de), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.025407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (66547bd6-fe1d-4f16-a0e5-67a4738176de), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.093398 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66547bd6-fe1d-4f16-a0e5-67a4738176de,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:37.198587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Allocated IP 192.168.233.9 (454575af-8594-497d-b7c9-7285396e348e/6e74a055-b316-4088-a9f3-c6d06673ba3c/81968fad-5edf-4a35-bfe7-20da8e44aaea) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:37.233778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9794fa-6178-4daa-a6cf-60315a58b2fb req-46a9acc0-7afa-4e28-a460-fed5078bd2c4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:37.235491 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8f9794fa-6178-4daa-a6cf-60315a58b2fb req-46a9acc0-7afa-4e28-a460-fed5078bd2c4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.1142921 May 14 17:10:37.254233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-81113704-4b8b-4d4a-b2c8-585c068205f6 req-11c886bc-ec73-4662-8883-260929211cce tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0416887 May 14 17:10:37.392223 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8f9794fa-6178-4daa-a6cf-60315a58b2fb req-f58201fd-af1e-4133-8af1-4b2a17265b61 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402209 May 14 17:10:37.451339 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa7d3-2e64-43cf-8911-0bf7d2d84e01 req-df418197-fcc5-4f13-915b-f61488159c7f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:37.452848 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104fa7d3-2e64-43cf-8911-0bf7d2d84e01 req-df418197-fcc5-4f13-915b-f61488159c7f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1224246 May 14 17:10:37.475774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks [] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.527938 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104fa7d3-2e64-43cf-8911-0bf7d2d84e01 req-973e560f-395c-4e69-9868-775c14998e4b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688977 May 14 17:10:37.625108 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.672550 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Network 454575af-8594-497d-b7c9-7285396e348e is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:37.675656 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:37.678200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:37.708841 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Pushing event updated for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:37.743552 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:37.748472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.832612 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-287ce486-286a-41af-b372-79b160f3e894 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1676149 May 14 17:10:37.838123 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44272) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:37.857203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Request body: {'port': {'device_id': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:37.933658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:37.952631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fae0-e892-4498-8344-b8d29a7d0ca1 req-ada6f215-fa87-4698-884e-7d1f17e53ddd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:37.954216 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7149fae0-e892-4498-8344-b8d29a7d0ca1 req-ada6f215-fa87-4698-884e-7d1f17e53ddd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1369739 May 14 17:10:37.969087 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1702753968-network', 'tenant_id': '745dcf92b9c9446cb1f306374d672a3b'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:37.990603 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-bd283a6e-c2f7-49c1-a639-d89c658b7194 None None] Provisioning complete for port 81968fad-5edf-4a35-bfe7-20da8e44aaea triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:37.996097 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd283a6e-c2f7-49c1-a639-d89c658b7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.026151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-bd283a6e-c2f7-49c1-a639-d89c658b7194 None None] Port 81968fad-5edf-4a35-bfe7-20da8e44aaea cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:38.035976 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Made reservation on behalf of 745dcf92b9c9446cb1f306374d672a3b for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:38.042026 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.056991 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.112716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7149fae0-e892-4498-8344-b8d29a7d0ca1 req-33024104-510d-42d2-9f3f-4be50d5a6963 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530695 May 14 17:10:38.135481 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-6156a97a-9cd3-421e-b9de-a74a188cee97 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.136983 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-6156a97a-9cd3-421e-b9de-a74a188cee97 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.0895503 May 14 17:10:38.188133 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-bb8e9c00-9cbd-4fa6-8f7f-13437f3d6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.189534 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-bb8e9c00-9cbd-4fa6-8f7f-13437f3d6cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 1129 time: 0.1214039 May 14 17:10:38.243711 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks [] for security_group (0afb4e46-5708-495e-96e5-9d35fee0b823), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.267001 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port 5a5ab126-98ae-4991-9ed6-fd224a718c40 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:10:38.267338 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.321995 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0afb4e46-5708-495e-96e5-9d35fee0b823), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.343498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-b05d5b33-7110-43fa-890a-3703b8c5f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.344933 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-b05d5b33-7110-43fa-890a-3703b8c5f514 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.1476524 May 14 17:10:38.356141 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:10:38.377420 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb4e46-5708-495e-96e5-9d35fee0b823,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:38.386801 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (54b8a2e8-28e3-457d-9167-355fb42793e3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.387275 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Added segment 54b8a2e8-28e3-457d-9167-355fb42793e3 of type vlan for network f7b28612-f70c-4be0-b628-47fd87b36857 May 14 17:10:38.431751 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81968fad-5edf-4a35-bfe7-20da8e44aaea {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:38.440906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks [] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.456449 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] For port 5a5ab126-98ae-4991-9ed6-fd224a718c40, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5a5ab126-98ae-4991-9ed6-fd224a718c40,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:38.456822 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.466888 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (f7b28612-f70c-4be0-b628-47fd87b36857), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.485771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Transition to ACTIVE for port object 81968fad-5edf-4a35-bfe7-20da8e44aaea will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:10:38.489737 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-479fff51-128f-48b7-9437-230a8fe03494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 200 len: 1000 time: 0.1326807 May 14 17:10:38.562855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad7e3-2eab-4df0-86ea-8dc6955e2c00 req-4344fa0e-d03c-440c-9e5a-ba3868956a21 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.564358 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d3ad7e3-2eab-4df0-86ea-8dc6955e2c00 req-4344fa0e-d03c-440c-9e5a-ba3868956a21 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 934 time: 0.2225001 May 14 17:10:38.584203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-1ae3be98-c972-4d1e-bbb6-8a689c673851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.585593 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-1ae3be98-c972-4d1e-bbb6-8a689c673851 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0760334 May 14 17:10:38.614681 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719801-d42a-4b9d-b51c-928120bc24fe req-9e8f5e87-50db-4705-a1b5-ce0003a683a2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.616231 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d719801-d42a-4b9d-b51c-928120bc24fe req-9e8f5e87-50db-4705-a1b5-ce0003a683a2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 945 time: 0.1495061 May 14 17:10:38.635873 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.682320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (f7b28612-f70c-4be0-b628-47fd87b36857), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.683372 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.684020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.735857 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d3ad7e3-2eab-4df0-86ea-8dc6955e2c00 req-9b1f9dd4-57db-43aa-92c3-9e08a5de6a35 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636832 May 14 17:10:38.768662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Pushing event updated for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:38.776948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b28612-f70c-4be0-b628-47fd87b36857,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:38.781290 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.781665 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:38.781993 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 329abb28-7f40-4205-9872-5433aec6f7d1 disassociated. External IP: 172.27.2.74, port: 5a5ab126-98ae-4991-9ed6-fd224a718c40. May 14 17:10:38.782336 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for 5a5ab126-98ae-4991-9ed6-fd224a718c40 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:10:38.795337 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network f7b28612-f70c-4be0-b628-47fd87b36857 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:10:38.814831 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-db217da2-d061-4b35-bea4-2e46a68546fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:38.814831 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-db217da2-d061-4b35-bea4-2e46a68546fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2191226 May 14 17:10:38.816779 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d719801-d42a-4b9d-b51c-928120bc24fe req-3e08e66b-bb0b-4c1f-8b82-c3563dbf0a22 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b589ca9-1def-4534-b2fe-e83738046fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820602 May 14 17:10:38.939135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Attempting to bind port 81968fad-5edf-4a35-bfe7-20da8e44aaea on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:38.939498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Attempting to bind port 81968fad-5edf-4a35-bfe7-20da8e44aaea by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:38.939813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Attempting to bind port 81968fad-5edf-4a35-bfe7-20da8e44aaea on network 454575af-8594-497d-b7c9-7285396e348e {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:38.951652 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c8b4eedb-079f-4211-af97-04ba1be8f319 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1097281 May 14 17:10:38.953421 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44282) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:38.959753 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Request body: {'subnet': {'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1702753968-subnet', 'tenant_id': '745dcf92b9c9446cb1f306374d672a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:38.970243 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Port 81968fad-5edf-4a35-bfe7-20da8e44aaea on network 454575af-8594-497d-b7c9-7285396e348e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:10:38.970669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Attempting to bind port 81968fad-5edf-4a35-bfe7-20da8e44aaea on network 454575af-8594-497d-b7c9-7285396e348e {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:38.993115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:38.993365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Checking segment: {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:38.993755 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Bound using segment: {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:38.994309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Bound port: 81968fad-5edf-4a35-bfe7-20da8e44aaea, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ddc8a-d8ec-4ba1-a890-4039915679b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '454575af-8594-497d-b7c9-7285396e348e'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:38.994758 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.005148 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-42804fef-ce23-44dd-9e9e-e885f44bbd38 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690123 May 14 17:10:39.025104 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (5a5ab126-98ae-4991-9ed6-fd224a718c40), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.059096 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=5a5ab126-98ae-4991-9ed6-fd224a718c40,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:39.087694 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Made reservation on behalf of 745dcf92b9c9446cb1f306374d672a3b for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:39.089963 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257176'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.193041 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:10:39.492851 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:39.516013 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b3b452e-9dce-40d6-a151-867f5d354271 req-2b577036-f8df-4210-a06d-443f2704107c service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009534 May 14 17:10:39.519732 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:39.537021 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be50e75-4a06-4025-a065-95484b44112d req-73a61759-0523-4256-b9e4-137bd038cd57 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:39.539474 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1be50e75-4a06-4025-a065-95484b44112d req-73a61759-0523-4256-b9e4-137bd038cd57 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.1545846 May 14 17:10:39.542427 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:39.552366 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:39.563934 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:39.565347 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:39.601513 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] No DVR routers for this DVR port 5a5ab126-98ae-4991-9ed6-fd224a718c40 on host hv-cinder-84174 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:10:39.604236 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.608904 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f82672f-04b8-46eb-b26e-853c88a80d0a req-eba56827-225d-41b6-a7e8-0d48193cb427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "DELETE /v2.0/ports/5a5ab126-98ae-4991-9ed6-fd224a718c40 HTTP/1.1" status: 204 len: 173 time: 1.4603307 May 14 17:10:39.609362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'name': 'network-vif-deleted', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:39.612522 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b3387-0744-402f-b076-6421cf9a02f8" -d '{"events": [{"server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "name": "network-vif-deleted", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:39.620536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.662723 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3838b-3125-46d2-9472-b50a50e61d1b x-openstack-request-id: req-d1a3838b-3125-46d2-9472-b50a50e61d1b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:39.663209 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5064b8-cfdc-4969-98d7-059105678e53", "name": "network-vif-deleted", "tag": "5a5ab126-98ae-4991-9ed6-fd224a718c40", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:39.663467 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1a3838b-3125-46d2-9472-b50a50e61d1b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:39.663941 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a3838b-3125-46d2-9472-b50a50e61d1b'] response: {'server_uuid': 'bc5064b8-cfdc-4969-98d7-059105678e53', 'name': 'network-vif-deleted', 'tag': '5a5ab126-98ae-4991-9ed6-fd224a718c40', 'status': 'completed', 'code': 200} May 14 17:10:39.692004 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:39.702642 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:39.703323 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.704756 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] 10.222.0.57 "PUT /v2.0/ports/81968fad-5edf-4a35-bfe7-20da8e44aaea HTTP/1.1" status: 200 len: 1096 time: 1.8519993 May 14 17:10:39.712979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:39.715852 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc" -d '{"events": [{"name": "network-changed", "server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:39.720352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1be50e75-4a06-4025-a065-95484b44112d req-595d5579-1121-445e-a24d-5d4cad7773dd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735783 May 14 17:10:39.756126 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c0fc0-6ee1-4f44-a5c4-12008307085d service neutron] Pushing event updated for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:39.815662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9788939-7354-4655-89fd-f4e89d2ab6c6 x-openstack-request-id: req-c9788939-7354-4655-89fd-f4e89d2ab6c6 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:39.815965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:39.816223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9788939-7354-4655-89fd-f4e89d2ab6c6 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:39.816676 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9788939-7354-4655-89fd-f4e89d2ab6c6'] response: {'name': 'network-changed', 'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea', 'status': 'completed', 'code': 200} May 14 17:10:39.849235 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29079706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257206'] for subnet (0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:39.983408 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:40.032769 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f517b51f-2872-45cc-a46b-089c0c57a225 req-172bd006-1b83-4fc3-a37a-c18014860886 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5064b8-cfdc-4969-98d7-059105678e53 HTTP/1.1" status: 200 len: 210 time: 0.0825410 May 14 17:10:40.061457 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-13c01b7c-95eb-440f-b9e3-8a91c3ebee55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:40.121285 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:40.122454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d2c8c-6ad0-4b30-a563-d7984704504b req-f326ce0c-c652-472d-a600-2088c67536e4 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.124773 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e19d2c8c-6ad0-4b30-a563-d7984704504b req-f326ce0c-c652-472d-a600-2088c67536e4 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 946 time: 0.2779622 May 14 17:10:40.128059 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Checking segment: {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:40.128385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Network hostable DHCP agents. Network: f7b28612-f70c-4be0-b628-47fd87b36857, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:10:40.135674 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc req-31d83193-9e86-491a-bb15-4ea953a417fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.137266 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc req-31d83193-9e86-491a-bb15-4ea953a417fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d2827a07d714e1797c2244618990241&device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 1130 time: 0.2073822 May 14 17:10:40.159412 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:40.168608 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:40.169225 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:40.218415 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc req-1b1d9013-0fca-465e-af7f-e14369ca49ff service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4d2827a07d714e1797c2244618990241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567298 May 14 17:10:40.263836 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e19d2c8c-6ad0-4b30-a563-d7984704504b req-3a0a3900-a0a3-4011-b6ab-cb769de18d62 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330845 May 14 17:10:40.287715 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5a5ab126-98ae-4991-9ed6-fd224a718c40 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:10:40.305853 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:40.309918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Network f7b28612-f70c-4be0-b628-47fd87b36857 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:10:40.339231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 5a5ab126-98ae-4991-9ed6-fd224a718c40 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:10:40.340187 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5a5ab126-98ae-4991-9ed6-fd224a718c40 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:10:40.410953 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, f7b28612-f70c-4be0-b628-47fd87b36857) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:40.416233 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.416648 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:40.420119 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc req-10985623-37d4-47a7-a22e-5b3a13d837de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.421585 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ad0bd0c5-23dd-42a3-9d11-1193037e91bc req-10985623-37d4-47a7-a22e-5b3a13d837de service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1959286 May 14 17:10:40.428284 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e2d98-f1b3-4e57-80d5-528e442ad555 None None] Network f7b28612-f70c-4be0-b628-47fd87b36857 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:40.492543 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37b5912d-20e2-49c0-9e40-9f104a97e030 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5367272 May 14 17:10:40.583790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-7e79e823-d2f7-4168-819b-4f4f38acae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.589865 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-7e79e823-d2f7-4168-819b-4f4f38acae0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d2827a07d714e1797c2244618990241&device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0585556 May 14 17:10:40.623257 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:40.624177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f313a3-fe95-4245-9c8d-745827a6d4ac None None] Network f7b28612-f70c-4be0-b628-47fd87b36857 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:10:40.656579 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa065-7e61-4b8f-a457-6d9d2effb296 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5dceaa46-fc13-410d-a788-f320d685a214', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:98:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:07:02Z', 'updated_at': '2022-05-14T17:07:33Z', 'revision_number': 2, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:40.684226 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-c94151db-2983-4864-8770-1aef14f5edeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea HTTP/1.1" status: 200 len: 217 time: 0.0796387 May 14 17:10:40.801293 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-f9ee1ee5-e88b-445e-8897-a8f881ad6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.805521 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-f9ee1ee5-e88b-445e-8897-a8f881ad6014 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e74a055-b316-4088-a9f3-c6d06673ba3c HTTP/1.1" status: 200 len: 843 time: 0.1046777 May 14 17:10:40.929552 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fd3b6-dc0b-4d68-9629-5cc6680b2b88 req-42ed7587-e131-4fbc-af25-6b3163efb335 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.935516 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f8fd3b6-dc0b-4d68-9629-5cc6680b2b88 req-42ed7587-e131-4fbc-af25-6b3163efb335 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0904872 May 14 17:10:40.958401 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b116-5109-4425-831f-96f5807ec915 req-851405d4-1dce-4b38-967f-13e1647f29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:40.960295 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-851405d4-1dce-4b38-967f-13e1647f29b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454575af-8594-497d-b7c9-7285396e348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1471148 May 14 17:10:41.045130 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd0277-5eb3-4c8c-96ee-3d5bc256b786 None None] New status for floating IP 329abb28-7f40-4205-9872-5433aec6f7d1: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:10:41.050922 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2f8fd3b6-dc0b-4d68-9629-5cc6680b2b88 req-38eeb9a4-e984-4520-8154-5e92f7b2f19d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125922 May 14 17:10:41.103194 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-ea8b3c45-f324-42fd-ae98-ee6334dc893e service neutron] 10.222.0.57 "GET /v2.0/networks/454575af-8594-497d-b7c9-7285396e348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308315 May 14 17:10:41.186962 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44328) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:41.255096 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ef2b116-5109-4425-831f-96f5807ec915 req-4e015c11-e04d-465d-961f-029289d64fcd service neutron] 10.222.0.57 "GET /v2.0/networks/454575af-8594-497d-b7c9-7285396e348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407671 May 14 17:10:41.281546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (6b589ca9-1def-4534-b2fe-e83738046fff), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.335900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (6b589ca9-1def-4534-b2fe-e83738046fff), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.444513 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5675949-b18f-4026-a32c-b1872eb315a1 req-7e60dbb2-1a18-4547-a10b-9e431ab41257 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:41.451421 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5675949-b18f-4026-a32c-b1872eb315a1 req-7e60dbb2-1a18-4547-a10b-9e431ab41257 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 946 time: 0.0568132 May 14 17:10:41.453670 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (6b589ca9-1def-4534-b2fe-e83738046fff), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.456496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.459998 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b589ca9-1def-4534-b2fe-e83738046fff HTTP/1.1" status: 204 len: 168 time: 0.2696590 May 14 17:10:41.460362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44336) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:41.475114 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-88681f4a-3612-43da-bc24-28e355c345e8 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] show failed (client error): The resource could not be found. May 14 17:10:41.476393 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-88681f4a-3612-43da-bc24-28e355c345e8 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups/6b589ca9-1def-4534-b2fe-e83738046fff HTTP/1.1" status: 404 len: 347 time: 0.0150287 May 14 17:10:41.479340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44338) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:41.495631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521f45a-2c16-47d0-bde8-3807c48bf146 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b589ca9-1def-4534-b2fe-e83738046fff,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:41.537187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5675949-b18f-4026-a32c-b1872eb315a1 req-e4348d94-a1d7-4cf1-8dd9-7a7ca98715b0 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785625 May 14 17:10:41.657071 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:10:41.657417 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.761600 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.761938 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:41.775670 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:10:41.995869 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:42.025081 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=c83c6ebe-3ff8-404f-a5b6-a9fa7eb4edee,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:42.091649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (329abb28-7f40-4205-9872-5433aec6f7d1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:42.099783 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:42.099783 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f532ee68-2d70-4b29-9080-f250b791ac3e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/floatingips/329abb28-7f40-4205-9872-5433aec6f7d1 HTTP/1.1" status: 204 len: 168 time: 0.6158376 May 14 17:10:42.367280 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca532cf5-6567-46fc-b2eb-b7bd8c859783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:42.690824 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99214e27-33fb-42b1-959b-9ae804a9e8c1 req-a7ed4fbb-1988-45e6-8a86-f4ace8ccd95f tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:42.692629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99214e27-33fb-42b1-959b-9ae804a9e8c1 req-a7ed4fbb-1988-45e6-8a86-f4ace8ccd95f tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 946 time: 0.0581422 May 14 17:10:42.776405 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99214e27-33fb-42b1-959b-9ae804a9e8c1 req-7e52b348-76c4-48d8-a25f-3bd2a10efe85 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680130 May 14 17:10:42.887112 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:42.958222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-a21f4786-3233-41ac-994d-ab41b20b4cee tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:42.959617 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-a21f4786-3233-41ac-994d-ab41b20b4cee tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/networks?id=f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 200 len: 814 time: 0.1025476 May 14 17:10:42.974065 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-b10e365a-bb4a-4ad5-b8bf-5ab4bb35a943 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/quotas/745dcf92b9c9446cb1f306374d672a3b HTTP/1.1" status: 200 len: 375 time: 0.0087051 May 14 17:10:43.004701 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-438953dd-e5c4-4749-a2e7-c975efd0c234 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253088 May 14 17:10:43.092231 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-15e121f9-1b21-4b09-9398-a3e7468de614 service neutron] 10.222.0.48 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 May 14 17:10:43.186889 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-c59ab473-7941-4c57-9ae0-4b14c42c4241 service neutron] 10.222.0.48 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890594 May 14 17:10:43.281533 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:43.456103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c0b5267b-6558-4ce7-98e7-c6464b107794 req-a1905c8b-4d1c-4118-bbfe-4fe006a62698 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 210 time: 0.0281260 May 14 17:10:43.894982 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f568a9-0f11-4637-a47e-a251a182c5ae req-39ade750-16b4-486c-b165-df783aeda94b tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:43.896477 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-42f568a9-0f11-4637-a47e-a251a182c5ae req-39ade750-16b4-486c-b165-df783aeda94b tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 946 time: 0.0520904 May 14 17:10:43.947273 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-42f568a9-0f11-4637-a47e-a251a182c5ae req-d5b2391c-b84d-425b-8130-cfa4277aeeca tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 May 14 17:10:44.310163 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 81968fad-5edf-4a35-bfe7-20da8e44aaea details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:10:44.407482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:44.419513 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '81968fad-5edf-4a35-bfe7-20da8e44aaea', 'network_id': '454575af-8594-497d-b7c9-7285396e348e', 'port_id': '81968fad-5edf-4a35-bfe7-20da8e44aaea', 'mac_address': 'fa:16:3e:7d:19:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e74a055-b316-4088-a9f3-c6d06673ba3c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:10:44.457108 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 81968fad-5edf-4a35-bfe7-20da8e44aaea is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:44.457542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:44.473377 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81968fad-5edf-4a35-bfe7-20da8e44aaea {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:44.493137 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:44.549511 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-17bfee12-5755-4241-ad20-26f34615aaa3 req-c39c9e16-7c49-49bd-9478-41108c32823a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 210 time: 0.0267553 May 14 17:10:44.629792 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:44.682075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.699709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:44.749872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:44.986686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['81968fad-5edf-4a35-bfe7-20da8e44aaea'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:10:45.067923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e16e-498f-4aaf-9199-edf55347265f req-22e5490e-3de4-49bb-94ae-33be567ed1ce tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:45.069639 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9d3e16e-498f-4aaf-9199-edf55347265f req-22e5490e-3de4-49bb-94ae-33be567ed1ce tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 947 time: 0.0556471 May 14 17:10:45.122654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9d3e16e-498f-4aaf-9199-edf55347265f req-1c22f519-4eb5-4aa1-bfe1-a0dcdf59699c tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462103 May 14 17:10:45.659217 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7aa5547a-6076-48da-a980-4649078bc686 req-57bc9efe-2b07-4659-ac60-8eb72d46017d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 210 time: 0.0351279 May 14 17:10:45.712190 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-0399b0bd-945c-4dc8-9d2c-671eb8bb6570 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:45.713620 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-0399b0bd-945c-4dc8-9d2c-671eb8bb6570 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "GET /v2.0/networks?id=f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 200 len: 814 time: 0.1381135 May 14 17:10:45.733171 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Request body: {'port': {'device_id': '77589933-01b9-4c95-8f73-3cf58333650a', 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857', 'admin_state_up': True, 'tenant_id': '745dcf92b9c9446cb1f306374d672a3b'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:45.904261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Made reservation on behalf of 745dcf92b9c9446cb1f306374d672a3b for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:45.907777 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.037856 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Allocated IP 172.20.0.14 (f7b28612-f70c-4be0-b628-47fd87b36857/0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757/da836b7d-feb8-4297-a906-6694121701f1) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:46.175977 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-15621a24-76ea-4567-8d7a-df40c70a0c1e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414884092&fields=id&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 267 time: 0.1040926 May 14 17:10:46.306202 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks [] for port (da836b7d-feb8-4297-a906-6694121701f1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.319090 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 81968fad-5edf-4a35-bfe7-20da8e44aaea up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:46.369072 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790aa5-aaac-4f18-8284-da4c1a3a2837 req-a704f292-e922-4a55-832c-9c0da4520b55 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:46.370501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b790aa5-aaac-4f18-8284-da4c1a3a2837 req-a704f292-e922-4a55-832c-9c0da4520b55 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 947 time: 0.1724348 May 14 17:10:46.377944 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-5a066e27-6d22-44ba-8a9b-20048dcf88eb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:46.379387 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-5a066e27-6d22-44ba-8a9b-20048dcf88eb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1926000 May 14 17:10:46.401179 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.413052 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-51cd71de-f82d-4946-8072-582074dd4a10 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/quotas/62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 375 time: 0.0231290 May 14 17:10:46.458283 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 81968fad-5edf-4a35-bfe7-20da8e44aaea completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:10:46.462260 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 81968fad-5edf-4a35-bfe7-20da8e44aaea triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:46.468381 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.469026 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b790aa5-aaac-4f18-8284-da4c1a3a2837 req-a8428438-7dda-4ecf-9279-aba85339459f tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886762 May 14 17:10:46.493506 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-f2b69ce2-5738-4764-8d14-25824e488b7f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706294 May 14 17:10:46.494770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.552130 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 81968fad-5edf-4a35-bfe7-20da8e44aaea is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:46.552519 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.576111 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:46.578576 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7460036-14bb-4309-84e8-2982f38d13d9" -d '{"events": [{"server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "name": "network-vif-plugged", "status": "completed", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:46.589184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Network f7b28612-f70c-4be0-b628-47fd87b36857 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:46.591455 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:46.600101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:46.603577 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Pushing event updated for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:46.607228 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:46.615951 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b66e7-2ce9-467c-91e8-7aecf6a1022f x-openstack-request-id: req-5d1b66e7-2ce9-467c-91e8-7aecf6a1022f {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:46.616266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "name": "network-vif-plugged", "status": "completed", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:46.616524 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d1b66e7-2ce9-467c-91e8-7aecf6a1022f {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:46.617486 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1b66e7-2ce9-467c-91e8-7aecf6a1022f'] response: {'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea', 'code': 200} May 14 17:10:46.670741 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-78d4c87a-dce1-43e9-b95a-57f929dea526 service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463223 May 14 17:10:46.676148 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:46.677284 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.692833 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.749459 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:46.808577 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-270b3db1-0fac-41fc-b2d8-2fae4012eaba service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290522 May 14 17:10:46.816239 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c8a98-45a7-4ee8-8847-9030a5804be1 req-12ae6dee-8082-4b94-a284-0d4dc72748c4 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:46.817685 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-328c8a98-45a7-4ee8-8847-9030a5804be1 req-12ae6dee-8082-4b94-a284-0d4dc72748c4 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 932 time: 0.0854123 May 14 17:10:46.821569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-3eae9b75-c2bc-4a7a-adc5-74cb96ac2f2d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0922565 May 14 17:10:46.842859 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Request body: {'port': {'device_id': '77589933-01b9-4c95-8f73-3cf58333650a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:46.915727 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-328c8a98-45a7-4ee8-8847-9030a5804be1 req-9baa32dd-f4aa-4aec-92a4-c2b443512e06 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 May 14 17:10:46.927923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (da836b7d-feb8-4297-a906-6694121701f1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:46.983443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c1151-350d-48b2-9034-0f491313f832 req-bca4964a-184c-41fe-a753-eb36db680b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:46.985661 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d81c1151-350d-48b2-9034-0f491313f832 req-bca4964a-184c-41fe-a753-eb36db680b9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 1132 time: 0.0484977 May 14 17:10:47.033829 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d81c1151-350d-48b2-9034-0f491313f832 req-99ecf802-9650-4793-9b39-928709df650f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 May 14 17:10:47.201513 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da836b7d-feb8-4297-a906-6694121701f1 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:47.208777 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks [] for port (da836b7d-feb8-4297-a906-6694121701f1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:47.220926 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Transition to ACTIVE for port object da836b7d-feb8-4297-a906-6694121701f1 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:10:47.275905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:47.343093 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Pushing event updated for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:47.394749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Attempting to bind port da836b7d-feb8-4297-a906-6694121701f1 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:47.395113 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Attempting to bind port da836b7d-feb8-4297-a906-6694121701f1 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:47.395439 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Attempting to bind port da836b7d-feb8-4297-a906-6694121701f1 on network f7b28612-f70c-4be0-b628-47fd87b36857 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:47.409462 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Port da836b7d-feb8-4297-a906-6694121701f1 on network f7b28612-f70c-4be0-b628-47fd87b36857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:10:47.409931 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Attempting to bind port da836b7d-feb8-4297-a906-6694121701f1 on network f7b28612-f70c-4be0-b628-47fd87b36857 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:47.416538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:47.417077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Checking segment: {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:47.417628 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Bound using segment: {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:47.418065 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Bound port: da836b7d-feb8-4297-a906-6694121701f1, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:47.418422 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (da836b7d-feb8-4297-a906-6694121701f1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:47.713595 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c8addf6-65da-45d4-b7fd-5f5ffc45f7f4 req-7ba79400-89b4-48a8-b3cf-fcbf1b7db288 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 210 time: 0.0529404 May 14 17:10:47.772559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed03c-cb1e-41c6-b056-d974c60b0c26 req-1e0f0523-dfba-4f82-a5a2-b233579ef268 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:47.774563 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e3ed03c-cb1e-41c6-b056-d974c60b0c26 req-1e0f0523-dfba-4f82-a5a2-b233579ef268 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.1151614 May 14 17:10:47.778527 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:47.782976 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=da836b7d-feb8-4297-a906-6694121701f1,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:47.826011 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e3ed03c-cb1e-41c6-b056-d974c60b0c26 req-50ab5444-e695-4f4b-af4e-f930ce5eef78 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 May 14 17:10:47.876536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:47.908831 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:47.909442 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:47.910815 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] 10.222.0.57 "PUT /v2.0/ports/da836b7d-feb8-4297-a906-6694121701f1 HTTP/1.1" status: 200 len: 1094 time: 1.0735133 May 14 17:10:47.911250 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:47.913444 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465caf38-8493-4695-9005-6e0b9f4ffa14" -d '{"events": [{"name": "network-changed", "server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "tag": "da836b7d-feb8-4297-a906-6694121701f1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:47.942340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe02a6-989f-423b-88b3-1bc8eebb1860 service neutron] Pushing event updated for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:47.950310 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a7590-d17b-4875-b6b7-e7fd21416d67 x-openstack-request-id: req-0b3a7590-d17b-4875-b6b7-e7fd21416d67 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:47.950599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "tag": "da836b7d-feb8-4297-a906-6694121701f1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:47.950882 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b3a7590-d17b-4875-b6b7-e7fd21416d67 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:47.951279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3a7590-d17b-4875-b6b7-e7fd21416d67'] response: {'name': 'network-changed', 'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1', 'status': 'completed', 'code': 200} May 14 17:10:48.082139 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b6ba6-2691-46b0-9009-69650ce09204 req-564a987f-61d6-4027-b37d-8572e1aad450 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.083667 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-942b6ba6-2691-46b0-9009-69650ce09204 req-564a987f-61d6-4027-b37d-8572e1aad450 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 944 time: 0.0847979 May 14 17:10:48.085482 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-15dd5e49-8cf5-4a73-8842-b8b4d863ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.086884 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-15dd5e49-8cf5-4a73-8842-b8b4d863ebae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 1128 time: 0.0772049 May 14 17:10:48.134601 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-942b6ba6-2691-46b0-9009-69650ce09204 req-f28dfc13-cab4-4b9c-b8d0-5e7191bf1fc7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 May 14 17:10:48.305646 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-70d81d3c-6d40-41fa-9d93-e496d6d84bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.307132 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-70d81d3c-6d40-41fa-9d93-e496d6d84bd1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=745dcf92b9c9446cb1f306374d672a3b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1570549 May 14 17:10:48.401054 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-91f6871a-59a4-41e2-8487-f29a98b09c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.402545 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-465caf38-8493-4695-9005-6e0b9f4ffa14 req-91f6871a-59a4-41e2-8487-f29a98b09c9f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877130 May 14 17:10:48.518161 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-ea79e4ef-8ea3-44e6-adf3-66931b09af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.519225 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-ea79e4ef-8ea3-44e6-adf3-66931b09af78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 1128 time: 0.0499811 May 14 17:10:48.593189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-2199a8d0-46e6-4ba0-9210-928f146c1116 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da836b7d-feb8-4297-a906-6694121701f1 HTTP/1.1" status: 200 len: 217 time: 0.0342598 May 14 17:10:48.643310 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-4be3db49-6dba-4243-9ad3-67348a807312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.644699 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-4be3db49-6dba-4243-9ad3-67348a807312 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757 HTTP/1.1" status: 200 len: 854 time: 0.0426912 May 14 17:10:48.678757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-59d5496e-85cf-403c-a31a-262c91d25cec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7b28612-f70c-4be0-b628-47fd87b36857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272162 May 14 17:10:48.772794 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-beb04fdf-7524-4fdd-8b4c-0caf17541da8 service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 May 14 17:10:48.817233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e1fad73-b553-47a3-8fbf-6df9038b3a72 req-b6cb0b89-1780-440c-84cd-97ebabcb54f6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 210 time: 0.0394647 May 14 17:10:48.890176 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e4ee83b-27ed-44c6-94ee-7341ac7b68f2 req-8daacc27-3a11-477e-8069-76e364621330 service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032047 May 14 17:10:48.943606 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f098447-c388-4ed9-963d-aa091abe9382 req-21220b8d-4cc7-4baf-b768-c94b550d0ac1 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:48.945151 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4f098447-c388-4ed9-963d-aa091abe9382 req-21220b8d-4cc7-4baf-b768-c94b550d0ac1 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.0518622 May 14 17:10:48.992896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4f098447-c388-4ed9-963d-aa091abe9382 req-17a9830f-d391-4121-84d1-8f303f05f2cc tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 May 14 17:10:49.251024 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc60c8-db68-418f-95e0-b4c73db42ea3 req-285fde97-163a-4bdd-a9de-4922f6b822e3 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:49.252476 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ebc60c8-db68-418f-95e0-b4c73db42ea3 req-285fde97-163a-4bdd-a9de-4922f6b822e3 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 944 time: 0.0508282 May 14 17:10:49.302889 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ebc60c8-db68-418f-95e0-b4c73db42ea3 req-594edc5f-45ec-48c4-986b-bc6bcf783e7d tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 May 14 17:10:49.639454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676bbe-1246-47c7-bb84-e1ef85edea34 req-806c6c7c-87d2-4b10-8864-b4bd0635eb39 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:49.640998 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22676bbe-1246-47c7-bb84-e1ef85edea34 req-806c6c7c-87d2-4b10-8864-b4bd0635eb39 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.0524442 May 14 17:10:49.687137 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22676bbe-1246-47c7-bb84-e1ef85edea34 req-d7a8fd74-8e9c-4af0-a5ca-f8cbcec0a99c tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 May 14 17:10:49.917504 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a917d1a-6333-41aa-ab40-3c838272fdef req-7722d60e-dddb-41e4-bdc9-d287ef55b9cf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 210 time: 0.0278668 May 14 17:10:50.059754 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-2ff497d1-5c44-4e92-a603-4697128af2cc tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:50.061192 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-2ff497d1-5c44-4e92-a603-4697128af2cc tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1036763 May 14 17:10:50.134166 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-7ffdc0fe-0577-47cf-9a46-91aa4a230a69 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 379 time: 0.0564995 May 14 17:10:50.231454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'port': {'device_id': '1c215bf1-521e-4160-940d-d491f71b7dff', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'admin_state_up': True, 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'security_groups': ['f67423e7-8045-414a-a6f0-441a4884939a']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:50.328209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device da836b7d-feb8-4297-a906-6694121701f1 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:10:50.399422 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Made reservation on behalf of 62c38d1934f04482abb9399e7b34ddfa for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:10:50.402655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:50.431980 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=da836b7d-feb8-4297-a906-6694121701f1,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:50.445477 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'da836b7d-feb8-4297-a906-6694121701f1', 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857', 'port_id': 'da836b7d-feb8-4297-a906-6694121701f1', 'mac_address': 'fa:16:3e:9c:3e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:10:50.471951 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91513c1-59d7-41f5-a546-a7ee44727e6e req-d6b7084b-6c1a-4040-b475-0628ae397ff7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:50.473507 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c91513c1-59d7-41f5-a546-a7ee44727e6e req-d6b7084b-6c1a-4040-b475-0628ae397ff7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 944 time: 0.1038318 May 14 17:10:50.484805 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port da836b7d-feb8-4297-a906-6694121701f1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:50.485194 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (da836b7d-feb8-4297-a906-6694121701f1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:50.498759 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da836b7d-feb8-4297-a906-6694121701f1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:50.520203 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=da836b7d-feb8-4297-a906-6694121701f1,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:50.569189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c91513c1-59d7-41f5-a546-a7ee44727e6e req-63fe986f-ca3d-4858-9b13-4003898767ab tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889177 May 14 17:10:50.588436 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.20.0.12 (1b7d5ab9-0fdc-4732-b437-87c356abe6da/b083e573-51be-44ae-8359-e555ceb480c3/3b8fa43f-5359-4b5d-b726-a64e4f9e2a18) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:10:50.618531 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:50.689040 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:50.742673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:50.820515 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d625-4de5-4535-a8e5-98482cd43b5a req-f1f903c5-acce-457b-8dec-60310da712e0 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:50.822022 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ed7d625-4de5-4535-a8e5-98482cd43b5a req-f1f903c5-acce-457b-8dec-60310da712e0 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.0573008 May 14 17:10:50.869961 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ed7d625-4de5-4535-a8e5-98482cd43b5a req-1898c170-dc39-4912-8fd7-43d4d2571dab tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 May 14 17:10:50.910211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:50.952263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:10:50.955667 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:10:50.959506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:10:50.995752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:51.046098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.046756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:51.062747 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['da836b7d-feb8-4297-a906-6694121701f1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:10:51.086177 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577c4d-43aa-43c0-9b5c-e657b73fbdb6 req-a04bfb79-3e49-4b7c-8b3b-28463512237e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.097447 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78577c4d-43aa-43c0-9b5c-e657b73fbdb6 req-a04bfb79-3e49-4b7c-8b3b-28463512237e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 932 time: 0.1056333 May 14 17:10:51.151157 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-75f08c45-dcad-4531-b459-198c69e89d5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236503 May 14 17:10:51.163665 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78577c4d-43aa-43c0-9b5c-e657b73fbdb6 req-74dc4f3e-a104-44ed-b16a-fd1ded66cb25 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637975 May 14 17:10:51.205666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Request body: {'port': {'device_id': '1c215bf1-521e-4160-940d-d491f71b7dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:10:51.291505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a066d-6a34-4351-9fc5-5e9ddb4387f1 req-ff2c52d1-d7f5-4e5d-86cc-9723d0607366 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.293067 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-212a066d-6a34-4351-9fc5-5e9ddb4387f1 req-ff2c52d1-d7f5-4e5d-86cc-9723d0607366 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1251061 May 14 17:10:51.299898 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:51.308822 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b43e54f5-2198-40f3-99ad-a566dba40572 None None] Provisioning complete for port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:51.309198 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b43e54f5-2198-40f3-99ad-a566dba40572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:51.337574 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-755699f5-d4d8-4151-b031-a5bcf4022197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.339367 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-755699f5-d4d8-4151-b031-a5bcf4022197 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.0637612 May 14 17:10:51.352263 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b43e54f5-2198-40f3-99ad-a566dba40572 None None] Port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:10:51.374163 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-212a066d-6a34-4351-9fc5-5e9ddb4387f1 req-bef8a332-9ba7-407c-9e70-a7bd2dac6b1b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712013 May 14 17:10:51.478613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-c898b314-ad14-4506-98dc-ba5a16766e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.480243 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-c898b314-ad14-4506-98dc-ba5a16766e10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.1013834 May 14 17:10:51.552967 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-bbc0606d-2c1d-40c5-9c9d-b32a1a15b8be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 1000 time: 0.0656729 May 14 17:10:51.614110 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-a525b7f0-7ce5-4a73-9340-db1be521eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.615647 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-a525b7f0-7ce5-4a73-9340-db1be521eae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0497046 May 14 17:10:51.615810 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:10:51.624495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks [] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:51.640676 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Transition to ACTIVE for port object 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:10:51.675760 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-e5b7c132-fbc2-40fb-82a1-b91b9896a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.677358 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-e5b7c132-fbc2-40fb-82a1-b91b9896a766 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454631 May 14 17:10:51.706617 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bcef5-0d41-474b-814a-05635d5da5ed req-f3c97b91-451d-4539-a405-b718325b12ce tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.708113 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b78bcef5-0d41-474b-814a-05635d5da5ed req-f3c97b91-451d-4539-a405-b718325b12ce tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 945 time: 0.0547721 May 14 17:10:51.763032 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:51.807653 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-ab9e01b4-d6c9-4601-b522-5e5a4444b7a4 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884879 May 14 17:10:51.817712 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b78bcef5-0d41-474b-814a-05635d5da5ed req-fb0ab348-84a1-45ca-8172-ba1411886b31 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033316 May 14 17:10:51.848609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803076b-a147-41b3-86c0-5a504410ac51 req-328ba591-6cc6-45a2-9be7-9763744936c0 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:51.850140 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6803076b-a147-41b3-86c0-5a504410ac51 req-328ba591-6cc6-45a2-9be7-9763744936c0 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.57 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.1302044 May 14 17:10:51.868896 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:51.923526 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13e09707-b555-4b5b-9caf-5d6a6779e517 req-87adfc1f-5669-4901-8ec6-2e3d1a359394 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069462 May 14 17:10:52.018709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Attempting to bind port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:10:52.018983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Attempting to bind port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:10:52.019320 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Attempting to bind port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:52.031834 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:10:52.032175 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Attempting to bind port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:10:52.044638 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:10:52.047745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:10:52.047745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Bound using segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:10:52.047745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Bound port: 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:10:52.047745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.071535 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038cb0b-e9fd-4989-b253-5d14ffd741b6 req-155f8121-a367-4cac-946d-3f91d6314aa5 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:52.073033 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5038cb0b-e9fd-4989-b253-5d14ffd741b6 req-155f8121-a367-4cac-946d-3f91d6314aa5 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 948 time: 0.1059031 May 14 17:10:52.078626 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Deleting port 81968fad-5edf-4a35-bfe7-20da8e44aaea {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:10:52.078999 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.224211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:10:52.260555 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5038cb0b-e9fd-4989-b253-5d14ffd741b6 req-4994022f-6e7a-46da-8a8e-51c35122fa6a tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/security-groups?id=66547bd6-fe1d-4f16-a0e5-67a4738176de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761348 May 14 17:10:52.282068 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:10:52.285070 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] For port 81968fad-5edf-4a35-bfe7-20da8e44aaea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=81968fad-5edf-4a35-bfe7-20da8e44aaea,segment=NetworkSegment(7b3ddc8a-d8ec-4ba1-a890-4039915679b4),segment_id=7b3ddc8a-d8ec-4ba1-a890-4039915679b4)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:52.285238 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.301278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Calling delete_port for 81968fad-5edf-4a35-bfe7-20da8e44aaea owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:10:52.357155 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.369656 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55eb1a-f5ba-4032-a2cb-7040f1a5aa59 req-736faa35-ffc8-428d-b4bf-073360f7afeb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:52.371250 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a55eb1a-f5ba-4032-a2cb-7040f1a5aa59 req-736faa35-ffc8-428d-b4bf-073360f7afeb tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.1448464 May 14 17:10:52.379028 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device da836b7d-feb8-4297-a906-6694121701f1 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:10:52.417725 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:52.418536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.419948 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] 10.222.0.57 "PUT /v2.0/ports/3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 200 len: 1094 time: 1.2193518 May 14 17:10:52.442161 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:52.444501 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:52.505947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cda39-0b09-41da-9532-fb43ec513bba service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:52.520414 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a55eb1a-f5ba-4032-a2cb-7040f1a5aa59 req-5a4bbf09-9ade-4803-a2e5-702cc2a07a8a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242144 May 14 17:10:52.553485 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port da836b7d-feb8-4297-a906-6694121701f1 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:10:52.564301 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port da836b7d-feb8-4297-a906-6694121701f1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:10:52.575915 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (da836b7d-feb8-4297-a906-6694121701f1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.650691 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port da836b7d-feb8-4297-a906-6694121701f1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:10:52.651115 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (da836b7d-feb8-4297-a906-6694121701f1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.675804 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:52.678083 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e5164-58c3-449a-b086-72fb1d36517c" -d '{"events": [{"server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "name": "network-vif-plugged", "status": "completed", "tag": "da836b7d-feb8-4297-a906-6694121701f1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:52.702381 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=da836b7d-feb8-4297-a906-6694121701f1,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:52.796336 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.797642 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 81968fad-5edf-4a35-bfe7-20da8e44aaea no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:10:52.823237 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 81968fad-5edf-4a35-bfe7-20da8e44aaea {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:10:52.823486 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 81968fad-5edf-4a35-bfe7-20da8e44aaea not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:10:52.872982 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:52.878969 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62b580-3735-474a-9cc4-1e7f7342f193 x-openstack-request-id: req-7b62b580-3735-474a-9cc4-1e7f7342f193 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:52.879369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "name": "network-vif-plugged", "status": "completed", "tag": "da836b7d-feb8-4297-a906-6694121701f1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:52.879635 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b62b580-3735-474a-9cc4-1e7f7342f193 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:52.880040 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b62b580-3735-474a-9cc4-1e7f7342f193'] response: {'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1', 'code': 200} May 14 17:10:52.914124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b9ee22-3ac0-4555-bac8-bd62e25f697e x-openstack-request-id: req-d8b9ee22-3ac0-4555-bac8-bd62e25f697e {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:52.914736 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:52.914736 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8b9ee22-3ac0-4555-bac8-bd62e25f697e {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:52.915031 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b9ee22-3ac0-4555-bac8-bd62e25f697e'] response: {'name': 'network-changed', 'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'status': 'completed', 'code': 200} May 14 17:10:52.918718 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (81968fad-5edf-4a35-bfe7-20da8e44aaea), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:52.963998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Pushing event deleted for resources: {'Port': ['ID=81968fad-5edf-4a35-bfe7-20da8e44aaea,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:53.048030 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae22ba-c825-4863-9a2c-52defa87f662 req-15a3c008-c762-4f29-b1b9-5b0c676b37f1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.049553 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69ae22ba-c825-4863-9a2c-52defa87f662 req-15a3c008-c762-4f29-b1b9-5b0c676b37f1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.4394810 May 14 17:10:53.051473 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] No DVR routers for this DVR port 81968fad-5edf-4a35-bfe7-20da8e44aaea on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:10:53.053920 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e9ed66ac-9376-473d-ad4e-c32bc30ca83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.055934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e9ed66ac-9376-473d-ad4e-c32bc30ca83e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1128 time: 0.4341216 May 14 17:10:53.059924 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:53.063260 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6803076b-a147-41b3-86c0-5a504410ac51 req-3df690bf-fad2-4083-af8d-8ccca4bbb9b2 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.57 "DELETE /v2.0/ports/81968fad-5edf-4a35-bfe7-20da8e44aaea HTTP/1.1" status: 204 len: 173 time: 1.1914625 May 14 17:10:53.128666 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-4f979f66-e49e-4f6e-b72d-7034d2189c2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 200 len: 217 time: 0.0480125 May 14 17:10:53.138512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044133f-7b9e-4814-bfd6-b3e85c534a39 req-5099d59e-4b8e-48e8-9b57-51d16c6a6dc7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.140044 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5044133f-7b9e-4814-bfd6-b3e85c534a39 req-5099d59e-4b8e-48e8-9b57-51d16c6a6dc7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.2071609 May 14 17:10:53.192103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69ae22ba-c825-4863-9a2c-52defa87f662 req-9e2b3924-1091-4d0e-aeec-57abbaab98cb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344929 May 14 17:10:53.230942 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e6b7f54e-3978-4068-9ab8-8ef80bdf064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.232407 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-e6b7f54e-3978-4068-9ab8-8ef80bdf064e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0914915 May 14 17:10:53.239438 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5044133f-7b9e-4814-bfd6-b3e85c534a39 req-1c88699f-6c58-4653-8b3d-e4b5f65f0090 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806854 May 14 17:10:53.370615 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f31de00-3de7-497a-95b9-f5941553d9e7 req-73b94999-9aca-4a04-bd78-e924cfebc13d tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0391481 May 14 17:10:53.393636 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39221-f9c4-4c6b-992e-be998d6e06a3 req-89972d72-c55f-4622-a8d0-aec310e6e070 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.395115 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6f39221-f9c4-4c6b-992e-be998d6e06a3 req-89972d72-c55f-4622-a8d0-aec310e6e070 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.1471019 May 14 17:10:53.398967 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-b603e96e-5739-4bf1-885f-3e5012628fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.400317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-b603e96e-5739-4bf1-885f-3e5012628fef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1253641 May 14 17:10:53.411520 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed2ac-8a06-4195-97b8-acb0a402539a req-a17ce995-2d37-4119-b5f6-d49d848f147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.412928 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31fed2ac-8a06-4195-97b8-acb0a402539a req-a17ce995-2d37-4119-b5f6-d49d848f147c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 1130 time: 0.1270304 May 14 17:10:53.515906 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6f39221-f9c4-4c6b-992e-be998d6e06a3 req-f7904085-6e62-4d96-8017-a622ccc205b4 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138117 May 14 17:10:53.556339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31fed2ac-8a06-4195-97b8-acb0a402539a req-b301d772-5650-41db-a0ac-bdb384c8ad57 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112227 May 14 17:10:53.566284 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-759acb60-177f-4552-803b-a047d68e26dd service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398370 May 14 17:10:53.639082 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1674-e11f-4baf-98d4-258cdd94678c req-2c53cb68-dd28-4747-a9b2-59e1dcc6cd4a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:53.640555 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c37b1674-e11f-4baf-98d4-258cdd94678c req-2c53cb68-dd28-4747-a9b2-59e1dcc6cd4a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.0523820 May 14 17:10:53.688780 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c37b1674-e11f-4baf-98d4-258cdd94678c req-af2a32f8-c7b0-4adb-bf64-54da65b445c1 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 May 14 17:10:53.929953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-106f56e5-4439-440f-ad9c-6f9d64e5129a req-ea482cb2-c1f7-42dc-aa7c-9695740b3334 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857458 May 14 17:10:54.149306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-e78caf57-a3ef-4aac-a1f3-a46a021d1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.150775 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-e78caf57-a3ef-4aac-a1f3-a46a021d1f96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1128 time: 0.0437069 May 14 17:10:54.246461 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-2c69bef0-41f4-4a11-bccd-590e50db97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.247991 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-2c69bef0-41f4-4a11-bccd-590e50db97f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0865204 May 14 17:10:54.346334 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-a5303cdc-0348-43fe-825e-7acc758d2f0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 200 len: 217 time: 0.0599031 May 14 17:10:54.415880 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcef909-a1a8-4867-a371-1a188a1d093c req-ce7651f9-ce31-4646-8d0e-1093af2d0ebd tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.417349 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8dcef909-a1a8-4867-a371-1a188a1d093c req-ce7651f9-ce31-4646-8d0e-1093af2d0ebd tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1575756 May 14 17:10:54.450002 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-7240dc49-190c-4712-87dc-54d43679abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.451469 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-7240dc49-190c-4712-87dc-54d43679abfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0844901 May 14 17:10:54.460141 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565842-438f-4224-acb0-b8b4addf97c0 req-e247e652-85b2-4fcb-8255-1c2867fc1046 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.462107 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4565842-438f-4224-acb0-b8b4addf97c0 req-e247e652-85b2-4fcb-8255-1c2867fc1046 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.1529522 May 14 17:10:54.533486 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8dcef909-a1a8-4867-a371-1a188a1d093c req-17265a4e-26c0-462b-a2b7-f917621f577c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087291 May 14 17:10:54.563577 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4565842-438f-4224-acb0-b8b4addf97c0 req-4f271938-f9b6-4c50-a25a-3d8a838bf27a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899913 May 14 17:10:54.569234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-f208335f-b7b2-4f4b-9a81-9d5bb5a17f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.571273 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-f208335f-b7b2-4f4b-9a81-9d5bb5a17f49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059260 May 14 17:10:54.686620 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e29c2990-26de-41cd-947a-02e71eb25568 req-edeb5ffe-3128-4c6c-b7b4-e4dc8f0da9c3 tempest-VolumesNegativeTest-1119759112 tempest-VolumesNegativeTest-1119759112-project] 10.222.0.48 "GET /v2.0/ports?device_id=036bc4e1-8e5f-492e-bf0c-121c21462ed2 HTTP/1.1" status: 200 len: 210 time: 0.0521801 May 14 17:10:54.740836 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-e2f6dff9-c5a9-4da8-bdf2-61486ebf1534 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543925 May 14 17:10:54.746365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69e306-5689-4f36-8e78-01b44fbb91fd req-6fa268ab-40b8-4f92-879d-37189c8ecb5e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.747811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f69e306-5689-4f36-8e78-01b44fbb91fd req-6fa268ab-40b8-4f92-879d-37189c8ecb5e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.1154222 May 14 17:10:54.890051 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f69e306-5689-4f36-8e78-01b44fbb91fd req-c41b9f04-59cf-4a60-928b-b6d00f48ff90 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329668 May 14 17:10:54.907772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce9b3-5386-454b-a6e7-003e6be70e18 req-708795ef-9f08-4ae1-9ad0-dace4c8d8687 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:54.909240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a6ce9b3-5386-454b-a6e7-003e6be70e18 req-708795ef-9f08-4ae1-9ad0-dace4c8d8687 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.1532586 May 14 17:10:54.915271 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e32549e8-f647-4e6c-86e0-c4ef1c44c7d9 req-a1f66ee0-389a-4cae-869d-aab6ace26627 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666033 May 14 17:10:54.916866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'name': 'network-vif-deleted', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:54.919059 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899241c6-98e5-48fb-9c76-c467a1ee2f93" -d '{"events": [{"server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "name": "network-vif-deleted", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:54.957646 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838f636d-20c3-4809-9004-1adea351fc17 x-openstack-request-id: req-838f636d-20c3-4809-9004-1adea351fc17 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:54.958326 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bc4e1-8e5f-492e-bf0c-121c21462ed2", "name": "network-vif-deleted", "tag": "81968fad-5edf-4a35-bfe7-20da8e44aaea", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:54.958326 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-838f636d-20c3-4809-9004-1adea351fc17 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:54.958653 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838f636d-20c3-4809-9004-1adea351fc17'] response: {'server_uuid': '036bc4e1-8e5f-492e-bf0c-121c21462ed2', 'name': 'network-vif-deleted', 'tag': '81968fad-5edf-4a35-bfe7-20da8e44aaea', 'status': 'completed', 'code': 200} May 14 17:10:54.968180 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a6ce9b3-5386-454b-a6e7-003e6be70e18 req-9a194e3c-6090-4a18-93bb-50ffa57be249 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520265 May 14 17:10:55.692714 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079c01e-eacf-4599-854e-b955a71695fe req-4f93ca4f-1e81-4cf3-a154-d4588395addc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:55.694195 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f079c01e-eacf-4599-854e-b955a71695fe req-4f93ca4f-1e81-4cf3-a154-d4588395addc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0899315 May 14 17:10:55.705860 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593ce82-276a-48a1-8d17-823a0611bc79 req-f064235a-8705-49c3-a7ba-b1c043c24759 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:55.707258 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7593ce82-276a-48a1-8d17-823a0611bc79 req-f064235a-8705-49c3-a7ba-b1c043c24759 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0760880 May 14 17:10:55.801918 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f079c01e-eacf-4599-854e-b955a71695fe req-1d98fde4-d039-44cf-b3ca-eb4a8ea5d47c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937288 May 14 17:10:55.812189 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7593ce82-276a-48a1-8d17-823a0611bc79 req-a3c74ef2-acc0-4703-8ec4-27d4a7c7c2a2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0fd903f-512c-4e90-a12e-04b46bd47d60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984595 May 14 17:10:55.832345 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602124e5-70bb-471c-a0c3-f1df689438fe req-f3f53289-cc15-49d2-8b9f-8fc16a7437d4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:55.833926 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-602124e5-70bb-471c-a0c3-f1df689438fe req-f3f53289-cc15-49d2-8b9f-8fc16a7437d4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 946 time: 0.0904102 May 14 17:10:55.942472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:10:55.942853 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:56.103967 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6defa6-1e57-4e2c-880c-3963d43a8841 req-cee51dd9-dd5b-4292-8e9f-a9a65cda356f tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:56.105469 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed6defa6-1e57-4e2c-880c-3963d43a8841 req-cee51dd9-dd5b-4292-8e9f-a9a65cda356f tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.1490524 May 14 17:10:56.111993 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] For port d8ae44cd-6bf9-4501-9839-7b84eb8173a7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:10:56.111993 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:56.259025 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf98b14-fc5f-4959-a6e2-ecf4a377ab15 req-1e962a5e-9a72-48f2-a7b0-a6fd5438f2a2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:56.260610 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-faf98b14-fc5f-4959-a6e2-ecf4a377ab15 req-1e962a5e-9a72-48f2-a7b0-a6fd5438f2a2 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.2228453 May 14 17:10:56.327792 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed6defa6-1e57-4e2c-880c-3963d43a8841 req-7ddc3928-81cf-4ede-8470-befa43ca2609 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118273 May 14 17:10:56.402690 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-faf98b14-fc5f-4959-a6e2-ecf4a377ab15 req-d1f95384-64b6-486f-8f41-b45e3b40ca4f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332598 May 14 17:10:56.425001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:56.425001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:56.425001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 5dceaa46-fc13-410d-a788-f320d685a214 disassociated. External IP: 172.27.2.12, port: d8ae44cd-6bf9-4501-9839-7b84eb8173a7. May 14 17:10:56.425001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for d8ae44cd-6bf9-4501-9839-7b84eb8173a7 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:10:56.635888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (d8ae44cd-6bf9-4501-9839-7b84eb8173a7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:56.662800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=d8ae44cd-6bf9-4501-9839-7b84eb8173a7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:56.785572 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:10:57.202736 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:10:57.205683 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7f7d17c-b5ab-41a0-b3bd-03c2d855997e req-584a3857-f7b8-482e-9f2e-9014c0e1e371 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0570471 May 14 17:10:57.218031 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:10:57.237759 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:57.238399 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:57.266776 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] No DVR routers for this DVR port d8ae44cd-6bf9-4501-9839-7b84eb8173a7 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:10:57.272316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:57.275802 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-602124e5-70bb-471c-a0c3-f1df689438fe req-cd4d34e2-4b92-4254-b529-b9735fe08f2c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "DELETE /v2.0/ports/d8ae44cd-6bf9-4501-9839-7b84eb8173a7 HTTP/1.1" status: 204 len: 173 time: 1.4259875 May 14 17:10:57.276255 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'name': 'network-vif-deleted', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:10:57.278730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20666bab-7a11-4965-96c7-fbd946cedf77" -d '{"events": [{"server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "name": "network-vif-deleted", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:10:57.295264 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb87e2-325a-46f7-bfc2-da6f96548138 req-f743c4c1-9c7f-4e0a-be2a-916a3d984b2e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:57.296949 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0eb87e2-325a-46f7-bfc2-da6f96548138 req-f743c4c1-9c7f-4e0a-be2a-916a3d984b2e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1494982 May 14 17:10:57.339578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1bf2c-ad4e-499a-a945-10adae6a24b4 x-openstack-request-id: req-44e1bf2c-ad4e-499a-a945-10adae6a24b4 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:10:57.339813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50d23c3-30d4-4884-90d4-c43c09220513", "name": "network-vif-deleted", "tag": "d8ae44cd-6bf9-4501-9839-7b84eb8173a7", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:10:57.340121 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44e1bf2c-ad4e-499a-a945-10adae6a24b4 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:10:57.340624 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e1bf2c-ad4e-499a-a945-10adae6a24b4'] response: {'server_uuid': 'f50d23c3-30d4-4884-90d4-c43c09220513', 'name': 'network-vif-deleted', 'tag': 'd8ae44cd-6bf9-4501-9839-7b84eb8173a7', 'status': 'completed', 'code': 200} May 14 17:10:57.363870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0eb87e2-325a-46f7-bfc2-da6f96548138 req-ca9ca271-1b8c-4471-84ef-7898810a1d4a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595298 May 14 17:10:57.388001 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:57.531386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd682cb9-9a92-4683-abee-60ad6428c278 req-6ecca503-8412-428a-81b8-8ef8a7bac036 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:57.533027 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd682cb9-9a92-4683-abee-60ad6428c278 req-6ecca503-8412-428a-81b8-8ef8a7bac036 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.0558441 May 14 17:10:57.584959 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd682cb9-9a92-4683-abee-60ad6428c278 req-d0989c19-1db7-484f-a3f3-757e8c66d663 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454969 May 14 17:10:57.598730 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:57.625926 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:10:57.634656 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:10:57.635290 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:57.746554 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:10:57.955635 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:10:57.985936 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31605c2-624a-4719-baa4-deec1830a27d None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:10:58.260090 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b86d3-a145-464a-ac05-caa4ad59978f None None] New status for floating IP 5dceaa46-fc13-410d-a788-f320d685a214: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:10:58.319137 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb58c981-3a5d-4306-b383-d841b6a03e3d req-e8b72f10-5cce-416b-b2f4-d672a37f7ead tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=f50d23c3-30d4-4884-90d4-c43c09220513 HTTP/1.1" status: 200 len: 210 time: 0.0272238 May 14 17:10:58.378927 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device d8ae44cd-6bf9-4501-9839-7b84eb8173a7 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:10:58.404106 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: d8ae44cd-6bf9-4501-9839-7b84eb8173a7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:10:58.404423 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device d8ae44cd-6bf9-4501-9839-7b84eb8173a7 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:10:58.500184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334051-1d6a-4294-935f-543e8b690be1 req-290a8c91-1562-4480-a32a-f14481833ca3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:58.502034 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea334051-1d6a-4294-935f-543e8b690be1 req-290a8c91-1562-4480-a32a-f14481833ca3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0589278 May 14 17:10:58.558770 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea334051-1d6a-4294-935f-543e8b690be1 req-444966f4-61e8-49e2-ba0c-4d402fcb1273 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495930 May 14 17:10:58.707581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2aff-1976-49c3-bad4-4358d395f33c req-99bb4bcc-00db-4f54-9251-a40d9872a4e3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:58.709156 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa2b2aff-1976-49c3-bad4-4358d395f33c req-99bb4bcc-00db-4f54-9251-a40d9872a4e3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.0569315 May 14 17:10:58.762975 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa2b2aff-1976-49c3-bad4-4358d395f33c req-cbfb92a9-523a-442d-aafc-aa9bc99f5fac tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 May 14 17:10:58.940067 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-bb070b5d-978b-42aa-9feb-ddf9b004a9ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443757 May 14 17:10:59.034102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-dc8ea18b-5afc-44cc-a526-096636e7a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.035658 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-dc8ea18b-5afc-44cc-a526-096636e7a66c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 1129 time: 0.0588303 May 14 17:10:59.151597 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-40d5c5ff-7168-421c-a4ef-1cdd782a1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.153075 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-40d5c5ff-7168-421c-a4ef-1cdd782a1ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0894904 May 14 17:10:59.193588 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:10:59.199997 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-c14ebb56-f436-4d56-8d9e-eda39139f0b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 200 len: 217 time: 0.0399182 May 14 17:10:59.249962 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-407482d9-f8fd-494f-a74e-830c9ec89709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.251334 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-407482d9-f8fd-494f-a74e-830c9ec89709 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0458436 May 14 17:10:59.302179 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-4f8f518f-58f4-4180-bd4b-4756843504e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.303776 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-4f8f518f-58f4-4180-bd4b-4756843504e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439587 May 14 17:10:59.400979 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-99359724-0e61-45b5-a26c-2b3ba06ccd46 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897512 May 14 17:10:59.497248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58be37f9-3099-4eb1-99b3-39beec81c4b2 req-641ce62e-9033-403a-abe3-3978e321b32d service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900903 May 14 17:10:59.552771 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44824) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:59.619445 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (b0fd903f-512c-4e90-a12e-04b46bd47d60), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:59.641855 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (b0fd903f-512c-4e90-a12e-04b46bd47d60), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:59.717539 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2bf93-eb76-461c-95eb-f187d3c81a32 req-368718fa-5a21-41d8-9df6-f0663af748da tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.719084 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62d2bf93-eb76-461c-95eb-f187d3c81a32 req-368718fa-5a21-41d8-9df6-f0663af748da tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0732634 May 14 17:10:59.768501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62d2bf93-eb76-461c-95eb-f187d3c81a32 req-bf655824-dd42-4348-81c4-02f6b37acb23 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439780 May 14 17:10:59.778478 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b0fd903f-512c-4e90-a12e-04b46bd47d60), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:59.781281 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:10:59.784823 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0fd903f-512c-4e90-a12e-04b46bd47d60 HTTP/1.1" status: 204 len: 168 time: 0.2285824 May 14 17:10:59.787485 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44844) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:59.805391 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd903f-512c-4e90-a12e-04b46bd47d60,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:10:59.812285 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-ba812f0e-d7e7-44f3-bf9b-70f691ff3848 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] show failed (client error): The resource could not be found. May 14 17:10:59.813389 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ba812f0e-d7e7-44f3-bf9b-70f691ff3848 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups/b0fd903f-512c-4e90-a12e-04b46bd47d60 HTTP/1.1" status: 404 len: 347 time: 0.0249324 May 14 17:10:59.816448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44848) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.822952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.823639 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.823639 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.824222 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.824719 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.825192 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d4c971-67ce-4777-9acf-ca05f54583ce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:10:59.983886 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984a68a-ebf4-4009-b4b3-b8b1e1b68547 req-30732044-e412-4a68-b888-f87320eb3854 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:10:59.985353 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5984a68a-ebf4-4009-b4b3-b8b1e1b68547 req-30732044-e412-4a68-b888-f87320eb3854 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.1224358 May 14 17:11:00.019871 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port b65d97bb-ddbe-4610-b3bb-f50973036f13 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:11:00.020212 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.099409 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5984a68a-ebf4-4009-b4b3-b8b1e1b68547 req-cf118171-fc6f-4161-99f9-e00cbaf23a50 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064007 May 14 17:11:00.147653 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.147990 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (b65d97bb-ddbe-4610-b3bb-f50973036f13), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.163131 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for b65d97bb-ddbe-4610-b3bb-f50973036f13 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:11:00.516642 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (b65d97bb-ddbe-4610-b3bb-f50973036f13), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.548519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=b65d97bb-ddbe-4610-b3bb-f50973036f13,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:00.612108 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (5dceaa46-fc13-410d-a788-f320d685a214), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.614870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.616033 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f8b550cc-99ca-4c24-b7cc-db14fe64cebf tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/floatingips/5dceaa46-fc13-410d-a788-f320d685a214 HTTP/1.1" status: 204 len: 168 time: 0.7984419 May 14 17:11:00.798824 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6c49-4154-4355-bbb8-d19b724ef5ba req-b7b45a8d-b59c-44df-9213-3c553e1ae35c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:00.800447 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16ed6c49-4154-4355-bbb8-d19b724ef5ba req-b7b45a8d-b59c-44df-9213-3c553e1ae35c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0603874 May 14 17:11:00.828084 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44896) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:00.834640 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537649159', 'description': 'tempest-description--1085052341'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:00.872532 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16ed6c49-4154-4355-bbb8-d19b724ef5ba req-393668ee-83d8-41a3-b312-686a9d49e2cd tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656381 May 14 17:11:00.932914 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:00.968007 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d32aa-40ae-4999-a19a-b5da4b8c87ef req-deab7439-033c-4b42-a99a-6e8db665100c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:00.969500 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b86d32aa-40ae-4999-a19a-b5da4b8c87ef req-deab7439-033c-4b42-a99a-6e8db665100c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0961065 May 14 17:11:00.972397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-c41ea1eb-787c-4764-97ad-ce9b8c4b85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:00.973769 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-c41ea1eb-787c-4764-97ad-ce9b8c4b85b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1168 time: 0.0692923 May 14 17:11:01.020702 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (72581133-1b7d-4432-9c59-12a4595b292c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.086914 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b86d32aa-40ae-4999-a19a-b5da4b8c87ef req-28aaf117-b5eb-4266-9ee1-390fac1ce488 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097825 May 14 17:11:01.104462 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (72581133-1b7d-4432-9c59-12a4595b292c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.115905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-7e63fb9b-028e-44e0-a19d-c0c5bcebe097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:01.117763 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-7e63fb9b-028e-44e0-a19d-c0c5bcebe097 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 915 time: 0.1325817 May 14 17:11:01.147158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72581133-1b7d-4432-9c59-12a4595b292c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:01.188893 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-319abca9-b277-482f-a703-acffee3b8d25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 1001 time: 0.0644648 May 14 17:11:01.223744 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.229038 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ce7048fa-1ef3-49a7-bffa-9b78ef05dd4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3987525 May 14 17:11:01.229762 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44902) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:01.234397 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '72581133-1b7d-4432-9c59-12a4595b292c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:01.261541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-606b0a03-1703-41ae-8105-6cf6a2b292e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:01.263026 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-606b0a03-1703-41ae-8105-6cf6a2b292e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0668488 May 14 17:11:01.284863 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2d1a2-10cd-42de-8110-c8f041150d0e req-a147fbc9-bb94-49e6-9322-1afc354cc413 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:01.286258 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9bc2d1a2-10cd-42de-8110-c8f041150d0e req-a147fbc9-bb94-49e6-9322-1afc354cc413 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.1003566 May 14 17:11:01.346016 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (24af290e-feab-4dde-9f86-6a1d76f7a70e), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.354174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-20a26600-3200-4566-b87a-ec11891f8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:01.355732 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-20a26600-3200-4566-b87a-ec11891f8985 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857856 May 14 17:11:01.359896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9bc2d1a2-10cd-42de-8110-c8f041150d0e req-76576e90-ca73-411e-a07e-987df3e4a435 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580814 May 14 17:11:01.431616 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (24af290e-feab-4dde-9f86-6a1d76f7a70e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.461747 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-fa075afa-fdad-4907-9d25-17fdcb6d12b7 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982761 May 14 17:11:01.527242 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (24af290e-feab-4dde-9f86-6a1d76f7a70e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.548056 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24af290e-feab-4dde-9f86-6a1d76f7a70e,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:01.557427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-205c6560-99cd-4d52-b516-bd3db7f364d1 req-67334a2b-2ff5-408b-aac4-c7d61e3b5a0d service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845301 May 14 17:11:01.654628 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.655891 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-857d0242-3eb9-4ed4-a265-b7776b8ccf4f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251215 May 14 17:11:01.658638 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44906) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:01.662967 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '72581133-1b7d-4432-9c59-12a4595b292c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:01.830266 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (bfb36799-dfdc-41e4-94c3-33c253785b30), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.890079 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (bfb36799-dfdc-41e4-94c3-33c253785b30), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.972533 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (bfb36799-dfdc-41e4-94c3-33c253785b30), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:01.991039 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb36799-dfdc-41e4-94c3-33c253785b30,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:01.994866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ccca-5182-4809-87ad-4b2b793d053c req-3cc21abc-8d59-41a3-891b-f981ada5edc6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:01.996421 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-da26ccca-5182-4809-87ad-4b2b793d053c req-3cc21abc-8d59-41a3-891b-f981ada5edc6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0546494 May 14 17:11:02.061941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.063281 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-20317eca-7538-4630-a457-23b9f7897f38 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4036961 May 14 17:11:02.066306 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 44912) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:02.071346 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:02.071933 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-da26ccca-5182-4809-87ad-4b2b793d053c req-e06c855e-1480-4c40-97fa-90de6e4b72bb tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694919 May 14 17:11:02.184166 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.208336 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6b417-0b5b-454c-bb6c-b82f73b96b7c req-1ca61b96-598e-4586-b4c7-35e9631a221a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:02.209870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25c6b417-0b5b-454c-bb6c-b82f73b96b7c req-1ca61b96-598e-4586-b4c7-35e9631a221a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0530930 May 14 17:11:02.259065 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25c6b417-0b5b-454c-bb6c-b82f73b96b7c req-58c9002d-0b49-428b-a22b-9d1214f13af2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 May 14 17:11:02.286443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.373967 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:11:02.406926 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.27.2.119 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/d62b4fe7-1210-4d9d-ba6f-898a7042c1bc) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:11:02.486175 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:02.499514 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'port_id': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'mac_address': 'fa:16:3e:3b:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:11:02.514430 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44924) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:02.536514 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.552572 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:11:02.553015 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.572093 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243eac6-e470-4220-8223-186b8d076e52 req-4c9d1de7-bf70-48e3-a3b6-225b286932ac tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:02.574616 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:11:02.575172 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c243eac6-e470-4220-8223-186b8d076e52 req-4c9d1de7-bf70-48e3-a3b6-225b286932ac tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 944 time: 0.0730627 May 14 17:11:02.600029 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:02.627166 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c243eac6-e470-4220-8223-186b8d076e52 req-fbd0db1c-2302-4dff-b62e-29bfc34cf219 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 May 14 17:11:02.670189 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.679753 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ff719087-8612-48ac-b655-e49c10b0c519 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d2827a07d714e1797c2244618990241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624017 May 14 17:11:02.682192 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 44928) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:02.703911 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.714454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:11:02.718944 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:11:02.726152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:11:02.728166 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=d62b4fe7-1210-4d9d-ba6f-898a7042c1bc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:02.743545 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] Publish callbacks [] for security_group (66547bd6-fe1d-4f16-a0e5-67a4738176de), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.765345 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:02.767042 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] Publish callbacks [] for security_group (66547bd6-fe1d-4f16-a0e5-67a4738176de), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.818152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.887126 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (66547bd6-fe1d-4f16-a0e5-67a4738176de), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.889818 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:02.891154 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66547bd6-fe1d-4f16-a0e5-67a4738176de HTTP/1.1" status: 204 len: 168 time: 0.2077868 May 14 17:11:02.900396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9303-047e-4e5a-8e32-79efa78d66d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66547bd6-fe1d-4f16-a0e5-67a4738176de,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:02.949600 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:03.101625 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:03.135523 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['3b8fa43f-5359-4b5d-b726-a64e4f9e2a18'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:11:03.167773 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:03.227351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa52d6-3fd1-4e9b-9352-0ecf2ffeb84e req-0d298bcd-0fa9-4188-b9b3-862de43e3ada tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:03.229371 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-74aa52d6-3fd1-4e9b-9352-0ecf2ffeb84e req-0d298bcd-0fa9-4188-b9b3-862de43e3ada tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0790832 May 14 17:11:03.261444 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:03.285713 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=d62b4fe7-1210-4d9d-ba6f-898a7042c1bc,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:03.324182 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-74aa52d6-3fd1-4e9b-9352-0ecf2ffeb84e req-41bb2cfa-6ad5-4932-889a-07746e315495 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847340 May 14 17:11:03.346724 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:03.348333 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-adb64541-116c-4cd7-9c8c-e1ad7b350008 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2806752 May 14 17:11:03.419524 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fed64-a519-4aac-bebb-2262dde34af1 req-35cecc16-6ac9-4f28-aeeb-46a261b74a08 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:03.421201 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e3fed64-a519-4aac-bebb-2262dde34af1 req-35cecc16-6ac9-4f28-aeeb-46a261b74a08 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0649462 May 14 17:11:03.481236 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e3fed64-a519-4aac-bebb-2262dde34af1 req-45ef029f-9ab3-4757-91b4-27abfce7fed5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531230 May 14 17:11:03.569680 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-94120905-45d9-491c-a34a-a70098d402e5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1537649159&fields=id&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 267 time: 0.0438781 May 14 17:11:03.681509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-6613e99b-dcef-44e8-92bf-04d0ddad4dd9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:03.683040 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-6613e99b-dcef-44e8-92bf-04d0ddad4dd9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.1065700 May 14 17:11:03.707504 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-2b68b46d-667d-4bc0-bfec-fd261c820009 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/quotas/cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 375 time: 0.0188622 May 14 17:11:03.781336 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0e58c-99b9-417c-af3b-75440e60ed17 req-5c235ca5-2b98-43f9-8a69-5ab32de1c887 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:03.782832 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1c0e58c-99b9-417c-af3b-75440e60ed17 req-5c235ca5-2b98-43f9-8a69-5ab32de1c887 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 945 time: 0.0864947 May 14 17:11:03.791616 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f6ace4bb-58b2-4251-9da4-1c0db7d16c22 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678034 May 14 17:11:03.886012 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1c0e58c-99b9-417c-af3b-75440e60ed17 req-93298693-c4ee-4484-ad0a-67fe6afa00e7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934761 May 14 17:11:03.916542 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-b2bc6f66-097e-440e-ad9c-fbc8dc31efa8 service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112957 May 14 17:11:04.007921 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-94e17cf0-456f-484e-95a7-db53a7877ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856829 May 14 17:11:04.284592 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8088ebe-fede-4d38-be04-c9aa24eb3d4f req-a552be2f-a8d7-45a2-aa0e-00b86e7a98c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0281246 May 14 17:11:04.385767 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:11:04.448864 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad2c73-e16b-49b0-bfe8-2145e910a9eb req-a469a9d5-0054-4541-b728-b4f8db36cca5 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:04.450339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6cad2c73-e16b-49b0-bfe8-2145e910a9eb req-a469a9d5-0054-4541-b728-b4f8db36cca5 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0569406 May 14 17:11:04.504089 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:11:04.510252 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:11:04.510627 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:04.512919 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6cad2c73-e16b-49b0-bfe8-2145e910a9eb req-31be9f51-2d5d-49c0-bdee-ee424b949a68 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551424 May 14 17:11:04.602077 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:11:04.602618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:04.627660 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:04.629955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4929000-fb5e-4f2f-9397-b2a9d8897074" -d '{"events": [{"server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:04.647592 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:04.647745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57bbe6-8c9c-4204-9db6-edb27dec78b3 req-ec246220-e7d9-4579-b291-77d31022d7fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:04.647745 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a57bbe6-8c9c-4204-9db6-edb27dec78b3 req-ec246220-e7d9-4579-b291-77d31022d7fb tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0588520 May 14 17:11:04.673065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe755e8c-e192-408d-b488-b185092adf07 x-openstack-request-id: req-fe755e8c-e192-408d-b488-b185092adf07 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:04.673476 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:04.673894 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe755e8c-e192-408d-b488-b185092adf07 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:04.674290 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe755e8c-e192-408d-b488-b185092adf07'] response: {'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'code': 200} May 14 17:11:04.701643 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a57bbe6-8c9c-4204-9db6-edb27dec78b3 req-6c7c4aec-0e7b-4c8b-8065-348fe328cfd7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502160 May 14 17:11:04.715582 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:04.766516 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:05.009893 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c9a49-5893-4f77-b5c3-6315e7162355 req-4fd937a1-9a4a-43cd-8e53-eccfa2be398e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:05.011574 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d87c9a49-5893-4f77-b5c3-6315e7162355 req-4fd937a1-9a4a-43cd-8e53-eccfa2be398e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.0567529 May 14 17:11:05.061880 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d87c9a49-5893-4f77-b5c3-6315e7162355 req-7f7aee63-5e79-4173-80a6-c9c48fcc4c3f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 May 14 17:11:05.133464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03236d8-ac63-4a8d-bcff-09253b81e230 req-e54ce6e0-c06c-445b-8610-d22b8dd22d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:05.135031 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b03236d8-ac63-4a8d-bcff-09253b81e230 req-e54ce6e0-c06c-445b-8610-d22b8dd22d20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1130 time: 0.0478969 May 14 17:11:05.187560 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b03236d8-ac63-4a8d-bcff-09253b81e230 req-f7129d36-08c8-4f46-a666-6fc90780dbd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 May 14 17:11:05.380260 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-26ed5c3e-40db-4d60-8c9b-2eaf11e7d776 req-552138ff-d394-43c4-9f67-757aac7b8ed2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0317614 May 14 17:11:05.648775 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f2fcb-2a58-4626-b9d3-914a85059e05 req-b206e0ba-3c07-4acd-a335-bacaecf50f84 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:05.650281 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea9f2fcb-2a58-4626-b9d3-914a85059e05 req-b206e0ba-3c07-4acd-a335-bacaecf50f84 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0607376 May 14 17:11:05.715855 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ea9f2fcb-2a58-4626-b9d3-914a85059e05 req-73c38dd6-bca0-4fe4-9697-5b27ff1e18b3 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593257 May 14 17:11:05.822356 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472661-ea84-472a-8a12-5565b2aaa58d req-1e0bcd7f-37db-4a4c-99df-1efc5c52a054 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:05.822912 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a472661-ea84-472a-8a12-5565b2aaa58d req-1e0bcd7f-37db-4a4c-99df-1efc5c52a054 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0530870 May 14 17:11:05.871766 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a472661-ea84-472a-8a12-5565b2aaa58d req-b8899e07-acfb-4726-bb18-3ffbb70e5eaf tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426672 May 14 17:11:06.186173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432c5e-a287-4254-9ce2-e7aa2ee5a314 req-ef0e0c79-3cca-466a-b7cc-a0ffd1768d2a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:06.187805 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38432c5e-a287-4254-9ce2-e7aa2ee5a314 req-ef0e0c79-3cca-466a-b7cc-a0ffd1768d2a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.0560837 May 14 17:11:06.236809 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38432c5e-a287-4254-9ce2-e7aa2ee5a314 req-1f6e2fc3-c20e-478d-a42c-5e84e2c3c9c3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 May 14 17:11:06.477209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31e659a3-be73-4a1a-8bfd-8a12e1a126ca req-7b3fed98-8fa2-4c7a-973a-278b36c5606c tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0273373 May 14 17:11:06.838640 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3e97-5a17-4b9b-9f16-cca798b909a7 req-91772e50-a62c-4c8c-a510-f6ee0ba0bc3b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:06.840222 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c40e3e97-5a17-4b9b-9f16-cca798b909a7 req-91772e50-a62c-4c8c-a510-f6ee0ba0bc3b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0552354 May 14 17:11:07.013662 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c40e3e97-5a17-4b9b-9f16-cca798b909a7 req-23621e69-efd9-42ec-b5a9-8edd7bcfbc6f tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641815 May 14 17:11:07.024490 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-961a65ee-222b-495a-8c5f-78f8ee564b0a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:07.026248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-961a65ee-222b-495a-8c5f-78f8ee564b0a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.1847970 May 14 17:11:07.046709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392efd-0ea6-404f-baaf-9906d1fcd334 req-2d34845c-bcdf-4f0f-ae29-e787c7abd19c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:07.048238 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79392efd-0ea6-404f-baaf-9906d1fcd334 req-2d34845c-bcdf-4f0f-ae29-e787c7abd19c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0998383 May 14 17:11:07.125120 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79392efd-0ea6-404f-baaf-9906d1fcd334 req-146176f2-6c0f-421d-b809-4a9e82b44aa5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712042 May 14 17:11:07.142629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-29443d20-486a-4ede-9d09-55020c7a32f4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 380 time: 0.0828257 May 14 17:11:07.166306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'port': {'device_id': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'admin_state_up': True, 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'security_groups': ['72581133-1b7d-4432-9c59-12a4595b292c']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:07.346018 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:11:07.349499 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:07.390028 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be130b-05ed-4d2b-860f-ad9452ecc1a4 req-c4ade2f5-765f-4292-865d-b857292c56d4 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:07.391561 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3be130b-05ed-4d2b-860f-ad9452ecc1a4 req-c4ade2f5-765f-4292-865d-b857292c56d4 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.0836217 May 14 17:11:07.510686 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3be130b-05ed-4d2b-860f-ad9452ecc1a4 req-15bd2688-0b5d-4dfc-94c9-10fd0a1f80e4 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911198 May 14 17:11:07.533710 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.20.0.4 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/09b8e503-54b2-410b-8ee1-724558f026d7) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:11:07.592968 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6d8b5e5e-8e24-424e-a03e-7f72c91acd6a req-fd3a06db-347d-4301-bab1-6a436a692e41 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0393381 May 14 17:11:07.952803 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085237c7-3a69-4f78-a4ae-776b1c7a19c6 req-4f04c3b6-8780-4a8a-a193-f35266feb101 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:07.954269 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-085237c7-3a69-4f78-a4ae-776b1c7a19c6 req-4f04c3b6-8780-4a8a-a193-f35266feb101 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.3671150 May 14 17:11:08.003290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (09b8e503-54b2-410b-8ee1-724558f026d7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.035382 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-085237c7-3a69-4f78-a4ae-776b1c7a19c6 req-bd4f01cb-9aa2-423d-83b0-352c1ec0a646 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710883 May 14 17:11:08.061737 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45004) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:08.121466 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.183669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:11:08.187796 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:08.190891 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:11:08.193748 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:11:08.228393 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.228741 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.229079 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.229518 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.229730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.230057 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.230382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.230704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.231049 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.231447 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.231771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.232092 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.232410 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:08.243891 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8a09-f8f3-420c-b12a-d9985928cad9 req-fe7016f1-e8a4-48ea-b8e5-aec30c8836e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:08.245418 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-128b8a09-f8f3-420c-b12a-d9985928cad9 req-fe7016f1-e8a4-48ea-b8e5-aec30c8836e2 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.1554365 May 14 17:11:08.347574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:08.348183 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.405815 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a090de38-89cd-4087-a551-79b5e503ed01 tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:08.407452 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a090de38-89cd-4087-a551-79b5e503ed01 tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1125 time: 0.3446240 May 14 17:11:08.411312 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45010) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:08.417501 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0b226-e4a8-4019-94ea-5c8e56f83bcd req-35250b0e-760c-4a14-8d06-eedd4ba9ce45 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:08.420139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51c0b226-e4a8-4019-94ea-5c8e56f83bcd req-35250b0e-760c-4a14-8d06-eedd4ba9ce45 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1977406 May 14 17:11:08.420271 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'port_id': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:08.425128 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-128b8a09-f8f3-420c-b12a-d9985928cad9 req-8b2d2fe6-adbc-40cc-9eb4-3760a61e277e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603572 May 14 17:11:08.445794 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-cbcb7423-3749-4d4c-ab12-0e6e1c51c613 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835584 May 14 17:11:08.474107 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Request body: {'port': {'device_id': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:08.500501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51c0b226-e4a8-4019-94ea-5c8e56f83bcd req-edc2a85c-b0b0-42f4-b467-21b91554c756 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723736 May 14 17:11:08.545133 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6d44d4ad-3039-4df7-9e03-66aa2f0785fc None None] Provisioning complete for port 09b8e503-54b2-410b-8ee1-724558f026d7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:11:08.545708 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d44d4ad-3039-4df7-9e03-66aa2f0785fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.546814 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.567095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.581902 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6d44d4ad-3039-4df7-9e03-66aa2f0785fc None None] Port 09b8e503-54b2-410b-8ee1-724558f026d7 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:11:08.679566 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.781098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80180c3-2489-4e00-824a-995ae195c4b8 req-68586d55-1785-45d1-89f8-2d1ff57f836f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:08.782856 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d80180c3-2489-4e00-824a-995ae195c4b8 req-68586d55-1785-45d1-89f8-2d1ff57f836f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 931 time: 0.1139736 May 14 17:11:08.803186 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.27.2.18 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/96e731ba-0992-47c5-9734-8dbb5e40ee5c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:11:08.898990 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d80180c3-2489-4e00-824a-995ae195c4b8 req-745ad9ca-1aeb-4a03-8e08-f06aa6c54a39 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947447 May 14 17:11:08.914509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b8e503-54b2-410b-8ee1-724558f026d7 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:11:08.922425 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks [] for port (09b8e503-54b2-410b-8ee1-724558f026d7), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.935651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Transition to ACTIVE for port object 09b8e503-54b2-410b-8ee1-724558f026d7 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:11:08.936218 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:08.984065 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.013189 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.042294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:09.055444 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:11:09.058673 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:11:09.061224 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:11:09.100293 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=96e731ba-0992-47c5-9734-8dbb5e40ee5c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:09.118161 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Attempting to bind port 09b8e503-54b2-410b-8ee1-724558f026d7 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:11:09.118281 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Attempting to bind port 09b8e503-54b2-410b-8ee1-724558f026d7 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:11:09.118542 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Attempting to bind port 09b8e503-54b2-410b-8ee1-724558f026d7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:11:09.126240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Port 09b8e503-54b2-410b-8ee1-724558f026d7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:11:09.126572 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Attempting to bind port 09b8e503-54b2-410b-8ee1-724558f026d7 on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:11:09.132288 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:11:09.132664 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:11:09.133059 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:11:09.133533 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Bound port: 09b8e503-54b2-410b-8ee1-724558f026d7, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:11:09.133906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.203048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:11:09.206521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09b8e503-54b2-410b-8ee1-724558f026d7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:11:09.265077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.304210 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.304928 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.306519 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] 10.222.0.57 "PUT /v2.0/ports/09b8e503-54b2-410b-8ee1-724558f026d7 HTTP/1.1" status: 200 len: 1093 time: 0.8412924 May 14 17:11:09.307091 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:09.309616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b992858b-bb21-47a4-b2d2-92f988c62f51" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:09.354101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481967d-b169-4dc6-9e12-a86e15980052 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:09.364691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e68a78-ad63-4715-a662-61e78bad6bce x-openstack-request-id: req-97e68a78-ad63-4715-a662-61e78bad6bce {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:09.364989 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:09.365245 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97e68a78-ad63-4715-a662-61e78bad6bce {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:09.365698 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e68a78-ad63-4715-a662-61e78bad6bce'] response: {'name': 'network-changed', 'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7', 'status': 'completed', 'code': 200} May 14 17:11:09.491781 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (f39904df-d37d-4ba6-ba35-f42ca2814742), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.492399 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-80ea9843-01e4-46b5-a467-77404a3a91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.493569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-80ea9843-01e4-46b5-a467-77404a3a91fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 1127 time: 0.0634036 May 14 17:11:09.625628 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.690077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2e25-aa18-416d-83c8-b07c6ea69734 req-147e518c-2970-4cc9-8ca3-f968a17116d8 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.691619 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af7b2e25-aa18-416d-83c8-b07c6ea69734 req-147e518c-2970-4cc9-8ca3-f968a17116d8 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.1807871 May 14 17:11:09.702158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-6282dd4a-b27e-4390-8a51-fc0579cf3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.703623 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-6282dd4a-b27e-4390-8a51-fc0579cf3fd1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cdfff6f0263b4865a62d653b9fff4380&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1611531 May 14 17:11:09.714663 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee854-b130-48d1-acee-3496c212e48a req-7dab69c8-953f-433f-9986-de3f3bf514d1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.716119 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae0ee854-b130-48d1-acee-3496c212e48a req-7dab69c8-953f-433f-9986-de3f3bf514d1 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1152699 May 14 17:11:09.783087 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.861568 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af7b2e25-aa18-416d-83c8-b07c6ea69734 req-a97a16c8-b832-4390-9924-2d569db10bdb tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620669 May 14 17:11:09.866845 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae0ee854-b130-48d1-acee-3496c212e48a req-94a7d6cb-a5a3-41b9-a1e8-8d80501bebde tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413238 May 14 17:11:09.869883 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:09.892996 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-d50bdfb8-f027-4f0c-bdd6-60ee1b97cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:09.894514 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b992858b-bb21-47a4-b2d2-92f988c62f51 req-d50bdfb8-f027-4f0c-bdd6-60ee1b97cca5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775463 May 14 17:11:09.947043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=96e731ba-0992-47c5-9734-8dbb5e40ee5c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:09.957307 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f39904df-d37d-4ba6-ba35-f42ca2814742), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:10.053047 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-8dca2eda-f485-4885-b710-d0a7ecabf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:10.054624 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-8dca2eda-f485-4885-b710-d0a7ecabf1aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 1127 time: 0.0864091 May 14 17:11:10.062124 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP f39904df-d37d-4ba6-ba35-f42ca2814742 associated. External IP: 172.27.2.18, port: 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18. May 14 17:11:10.062316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4569-99e6-4a76-8387-ba1669d1295b req-93870d67-7ec6-4f10-ae7e-c91517f71427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:10.064231 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c51b4569-99e6-4a76-8387-ba1669d1295b req-93870d67-7ec6-4f10-ae7e-c91517f71427 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 943 time: 0.0972247 May 14 17:11:10.064395 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b090e5ee-09ae-41e6-b650-477293fa3cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:10.128532 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-4c7ede25-c4cb-4be1-a900-003122540c47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09b8e503-54b2-410b-8ee1-724558f026d7 HTTP/1.1" status: 200 len: 217 time: 0.0389276 May 14 17:11:10.176415 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c51b4569-99e6-4a76-8387-ba1669d1295b req-c99ecdac-2d6d-43d2-b7b5-bb336d988070 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043797 May 14 17:11:10.198598 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-699a4780-25c9-4f21-b146-ca2b6d12d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:10.200174 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-699a4780-25c9-4f21-b146-ca2b6d12d2ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0657585 May 14 17:11:10.258622 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-165e9f83-b746-4977-94c8-a2912669318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:10.260206 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-165e9f83-b746-4977-94c8-a2912669318c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487738 May 14 17:11:10.290061 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:11:10.354103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-d8d33acb-cbdd-41c8-8f00-4c22700912eb service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 May 14 17:11:10.454496 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8e2706-af0e-46ed-994a-9360829242a4 req-4e44c029-51f8-4650-abb8-48114753bd90 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932853 May 14 17:11:10.635829 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:11:10.645551 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:11:10.655519 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:10.656140 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:10.723090 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:10.754748 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4b11ed95-1503-45c3-9e46-53f55959b6d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3403594 May 14 17:11:10.755548 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:10.757966 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf96102-0a52-4060-ab93-c22087666b54" -d '{"events": [{"name": "network-changed", "server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:10.794895 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c49c77-190a-473b-a8ed-8532d14c7939 x-openstack-request-id: req-16c49c77-190a-473b-a8ed-8532d14c7939 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:10.795191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:10.795448 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16c49c77-190a-473b-a8ed-8532d14c7939 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:10.795857 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c49c77-190a-473b-a8ed-8532d14c7939'] response: {'name': 'network-changed', 'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'status': 'completed', 'code': 200} May 14 17:11:10.845265 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:10.914952 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96102-0a52-4060-ab93-c22087666b54 req-6f88fc2f-039f-4e64-9c37-abf6cfa85961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:10.916707 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-6f88fc2f-039f-4e64-9c37-abf6cfa85961 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1130 time: 0.0510156 May 14 17:11:11.093388 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f39904df-d37d-4ba6-ba35-f42ca2814742', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:3b:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c215bf1-521e-4160-940d-d491f71b7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:09Z', 'updated_at': '2022-05-14T17:11:09Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:11.107511 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f087f2-a7fd-41d1-97a1-6a49ffdaed37 req-9ddfb112-08b7-4f08-9732-345b621c9e20 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.109000 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5f087f2-a7fd-41d1-97a1-6a49ffdaed37 req-9ddfb112-08b7-4f08-9732-345b621c9e20 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.1220255 May 14 17:11:11.117093 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acece5-b894-45d7-9a6e-a4cf45688476 req-e5cc749b-26cb-4675-8b07-56a58e66e64e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.118595 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8acece5-b894-45d7-9a6e-a4cf45688476 req-e5cc749b-26cb-4675-8b07-56a58e66e64e tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.1305375 May 14 17:11:11.119513 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:11:11.120950 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96102-0a52-4060-ab93-c22087666b54 req-286304a3-e4d0-4edd-a146-2a570e8a7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.122208 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-286304a3-e4d0-4edd-a146-2a570e8a7949 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.1939363 May 14 17:11:11.128452 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:11.129065 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:10:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:11.236349 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:11.253570 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5f087f2-a7fd-41d1-97a1-6a49ffdaed37 req-9d73313f-b8bb-418a-96b7-5594cca3a7d6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338918 May 14 17:11:11.258827 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-1b5ed371-a9bf-483b-85b5-3e00ffde5d42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 200 len: 999 time: 0.1184638 May 14 17:11:11.265015 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8acece5-b894-45d7-9a6e-a4cf45688476 req-d99f8002-416c-4180-bce4-ae3d3936cbcc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360924 May 14 17:11:11.310194 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96102-0a52-4060-ab93-c22087666b54 req-3475cd21-aa8b-4380-ae28-a7d9cd686416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.311697 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-3475cd21-aa8b-4380-ae28-a7d9cd686416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0458536 May 14 17:11:11.400606 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96102-0a52-4060-ab93-c22087666b54 req-91810e4f-1dcc-4b34-9450-ed0ecc44b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.402036 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-91810e4f-1dcc-4b34-9450-ed0ecc44b223 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814774 May 14 17:11:11.408610 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb347e-5947-4632-84ae-de5c7f60f25c req-37c0c74a-a0bb-417e-83de-1b74636ccb06 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:11.410505 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-afbb347e-5947-4632-84ae-de5c7f60f25c req-37c0c74a-a0bb-417e-83de-1b74636ccb06 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 943 time: 0.0804734 May 14 17:11:11.468009 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f39904df-d37d-4ba6-ba35-f42ca2814742', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:3b:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c215bf1-521e-4160-940d-d491f71b7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:09Z', 'updated_at': '2022-05-14T17:11:09Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:11.495423 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4cae1-12fa-4932-b588-3fe8c6aead62 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f39904df-d37d-4ba6-ba35-f42ca2814742', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:3b:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c215bf1-521e-4160-940d-d491f71b7dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:09Z', 'updated_at': '2022-05-14T17:11:09Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:11:11.508770 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-afbb347e-5947-4632-84ae-de5c7f60f25c req-4f80fb81-6994-4088-aa73-92e3a43ba2f4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893340 May 14 17:11:11.536394 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-8b1b6d13-5c8d-431d-8209-42dff45fab8d service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245947 May 14 17:11:11.628782 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-baf96102-0a52-4060-ab93-c22087666b54 req-348e31c9-44d6-48df-9f95-503023cce9e1 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849128 May 14 17:11:11.689466 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fdf14-e112-426b-9532-21b8ae151409 None None] New status for floating IP f39904df-d37d-4ba6-ba35-f42ca2814742: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:11:12.378190 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2af9d0a8-0d5f-4ab3-bc29-70051e62f139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:12.410203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a4236-b96b-4e7f-9123-9b54ffb327e5 req-0565058b-dd50-4420-9096-ddc90d6c17da tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:12.411741 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7f1a4236-b96b-4e7f-9123-9b54ffb327e5 req-0565058b-dd50-4420-9096-ddc90d6c17da tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0855775 May 14 17:11:12.423749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c7008-ed9f-4e0d-a300-cad789aad4f1 req-ca83dbfb-a9d1-4eda-94c9-4f5793d6b2ab tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:12.425149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c4c7008-ed9f-4e0d-a300-cad789aad4f1 req-ca83dbfb-a9d1-4eda-94c9-4f5793d6b2ab tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0893760 May 14 17:11:12.494816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7f1a4236-b96b-4e7f-9123-9b54ffb327e5 req-f39fc39b-2768-41a1-891b-4c556023d38c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687208 May 14 17:11:12.514316 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c4c7008-ed9f-4e0d-a300-cad789aad4f1 req-ff710f20-ee81-4b7c-b60a-d71f15370d8c tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821004 May 14 17:11:12.624713 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47706c-9441-49bb-a496-f51087de783d req-157b9cf8-b7e5-4864-9673-78d99f04aeff tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:12.626414 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf47706c-9441-49bb-a496-f51087de783d req-157b9cf8-b7e5-4864-9673-78d99f04aeff tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 943 time: 0.0522757 May 14 17:11:12.671186 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf47706c-9441-49bb-a496-f51087de783d req-7e080453-3143-4e5c-b94c-a176ef86d5bc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391445 May 14 17:11:12.852317 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:13.309278 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:13.644859 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b439c4b-460b-4985-b0bb-4c9a31aaa422 req-79ef1ef3-1eba-40ef-a12c-bd0e4892979b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:13.646327 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b439c4b-460b-4985-b0bb-4c9a31aaa422 req-79ef1ef3-1eba-40ef-a12c-bd0e4892979b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0836186 May 14 17:11:13.667060 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c700c-6b75-4162-a68d-b324fdb721a6 req-eb24e44e-db92-489a-be96-ff22cef0fd7d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:13.668470 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-156c700c-6b75-4162-a68d-b324fdb721a6 req-eb24e44e-db92-489a-be96-ff22cef0fd7d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0759399 May 14 17:11:13.735465 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b439c4b-460b-4985-b0bb-4c9a31aaa422 req-be049d9b-057b-4874-b24e-8f147d2f64bc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827930 May 14 17:11:13.748734 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-156c700c-6b75-4162-a68d-b324fdb721a6 req-095d08bf-4363-4fde-a427-25318e326fec tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743043 May 14 17:11:13.841616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5364-278d-4d18-a959-7e4d53469283 req-121de265-414a-4dfc-95ad-8729d08242f3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:13.843130 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-65ae5364-278d-4d18-a959-7e4d53469283 req-121de265-414a-4dfc-95ad-8729d08242f3 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 943 time: 0.0531156 May 14 17:11:13.891676 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-65ae5364-278d-4d18-a959-7e4d53469283 req-e12b0bb9-eb44-4fcc-8cfe-fc413e31d912 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 May 14 17:11:14.084198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f6be0-8338-445e-bb0e-f093d9f12f78 req-1f381629-1c10-49de-8eb3-8fa39180a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:14.086295 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-323f6be0-8338-445e-bb0e-f093d9f12f78 req-1f381629-1c10-49de-8eb3-8fa39180a3fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.0435486 May 14 17:11:14.130229 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-323f6be0-8338-445e-bb0e-f093d9f12f78 req-317600d2-ff24-424e-add4-76f3dcc02d09 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365059 May 14 17:11:14.425023 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09b8e503-54b2-410b-8ee1-724558f026d7 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:11:14.521772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09b8e503-54b2-410b-8ee1-724558f026d7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:14.533336 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '09b8e503-54b2-410b-8ee1-724558f026d7', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'port_id': '09b8e503-54b2-410b-8ee1-724558f026d7', 'mac_address': 'fa:16:3e:25:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:11:14.575115 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 09b8e503-54b2-410b-8ee1-724558f026d7 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:11:14.575515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:14.589129 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b8e503-54b2-410b-8ee1-724558f026d7 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:11:14.607447 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09b8e503-54b2-410b-8ee1-724558f026d7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:14.669321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:14.728842 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:14.767070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:14.891602 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a72b3-e078-4d7f-90b8-99862a38ca31 req-b6375fb9-4816-471c-82eb-fe28b0ad5ec3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:14.893091 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-995a72b3-e078-4d7f-90b8-99862a38ca31 req-b6375fb9-4816-471c-82eb-fe28b0ad5ec3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0892484 May 14 17:11:14.904632 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8540-928a-41f6-b57a-a1186e10883c req-808de381-ac10-4d56-8416-55b88acf2294 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:14.907267 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-56df8540-928a-41f6-b57a-a1186e10883c req-808de381-ac10-4d56-8416-55b88acf2294 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0753589 May 14 17:11:14.978881 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-995a72b3-e078-4d7f-90b8-99862a38ca31 req-ba4ed04f-0edf-42e8-a8b6-e72b0c3f1b3e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718215 May 14 17:11:14.994590 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-56df8540-928a-41f6-b57a-a1186e10883c req-4d7b5e2e-4e5d-4c46-8c1a-2a471271106d tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819643 May 14 17:11:15.093395 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f13f1-462a-49d3-9c19-732c81a146d2 req-77814a96-73bc-4f51-ac97-8a4ad5e3d4c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:15.094892 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-844f13f1-462a-49d3-9c19-732c81a146d2 req-77814a96-73bc-4f51-ac97-8a4ad5e3d4c2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 944 time: 0.0537603 May 14 17:11:15.142295 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-844f13f1-462a-49d3-9c19-732c81a146d2 req-8add30f0-4952-4dbe-9691-40b66d295149 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 May 14 17:11:15.164491 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['09b8e503-54b2-410b-8ee1-724558f026d7'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:11:16.134752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c656-178c-4d37-a0cf-60daec63c947 req-aee3ac31-f01a-4b94-99af-1a4abb4db59b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.136244 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c035c656-178c-4d37-a0cf-60daec63c947 req-aee3ac31-f01a-4b94-99af-1a4abb4db59b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0907326 May 14 17:11:16.146809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c7e4-8b62-4500-bef5-6258707bf37b req-aa9693f4-a18e-4c6d-bbf9-cfb89d08c9cc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.148802 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9c0c7e4-8b62-4500-bef5-6258707bf37b req-aa9693f4-a18e-4c6d-bbf9-cfb89d08c9cc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0725684 May 14 17:11:16.221383 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c035c656-178c-4d37-a0cf-60daec63c947 req-3b96d119-659f-4259-a698-9750871e8f50 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716438 May 14 17:11:16.234184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9c0c7e4-8b62-4500-bef5-6258707bf37b req-2b0d5042-7888-49c8-ba8b-b563678b5013 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780890 May 14 17:11:16.331958 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50250b-2876-4fde-81f4-f92de2e09fd0 req-c5893c6f-acb1-4be8-bc41-e51f5238af4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.333469 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d50250b-2876-4fde-81f4-f92de2e09fd0 req-c5893c6f-acb1-4be8-bc41-e51f5238af4d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 944 time: 0.0539207 May 14 17:11:16.378164 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:16.385858 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d50250b-2876-4fde-81f4-f92de2e09fd0 req-3cb50c13-da81-444f-b966-fbc5a254fcfc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 May 14 17:11:16.429672 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09b8e503-54b2-410b-8ee1-724558f026d7 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:11:16.520736 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 09b8e503-54b2-410b-8ee1-724558f026d7 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:11:16.525206 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 09b8e503-54b2-410b-8ee1-724558f026d7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:11:16.525579 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:16.601517 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 09b8e503-54b2-410b-8ee1-724558f026d7 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:11:16.601896 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:16.624187 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:16.626723 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2595c-ab9e-4049-87a3-326315ad31e5" -d '{"events": [{"server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "name": "network-vif-plugged", "status": "completed", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:16.645957 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09b8e503-54b2-410b-8ee1-724558f026d7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:16.666359 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d981f5-f8db-4298-a2a9-a2278caf5dc4 x-openstack-request-id: req-f2d981f5-f8db-4298-a2a9-a2278caf5dc4 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:16.666359 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "name": "network-vif-plugged", "status": "completed", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:16.666359 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d981f5-f8db-4298-a2a9-a2278caf5dc4 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:16.666359 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d981f5-f8db-4298-a2a9-a2278caf5dc4'] response: {'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7', 'code': 200} May 14 17:11:16.739482 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:16.758928 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76a22-fd8b-40ac-bf98-a81704498326 req-8c9f6170-021e-4c90-8aba-731f634bd82d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.760525 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6d76a22-fd8b-40ac-bf98-a81704498326 req-8c9f6170-021e-4c90-8aba-731f634bd82d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0550132 May 14 17:11:16.791632 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:16.837440 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6d76a22-fd8b-40ac-bf98-a81704498326 req-23430c7e-42c9-46b2-b157-f9093befd43a tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707970 May 14 17:11:16.854400 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-89646f70-5e8a-48ee-bbc4-7959730266ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.855981 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-89646f70-5e8a-48ee-bbc4-7959730266ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.0582726 May 14 17:11:16.954449 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-fbbde3c3-4105-4586-9b1d-0f9d4751c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:16.956012 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-fbbde3c3-4105-4586-9b1d-0f9d4751c0db service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0894363 May 14 17:11:17.040174 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-203cc5bf-ff89-4520-b417-ff7f7901e600 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 1000 time: 0.0604897 May 14 17:11:17.125755 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-7f4010f3-43bb-4232-9827-e8142a000489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.127504 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-7f4010f3-43bb-4232-9827-e8142a000489 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0714791 May 14 17:11:17.147304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c0a5-b7ef-44b4-a66f-1efe14a43555 req-8df2fbaa-3adf-4d61-b394-d67f3a5e6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.148701 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43a2c0a5-b7ef-44b4-a66f-1efe14a43555 req-8df2fbaa-3adf-4d61-b394-d67f3a5e6fa9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 1129 time: 0.0675328 May 14 17:11:17.209202 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-7d4ad71b-4c08-4720-805b-8610725162e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.211156 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-7d4ad71b-4c08-4720-805b-8610725162e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756974 May 14 17:11:17.213540 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43a2c0a5-b7ef-44b4-a66f-1efe14a43555 req-42434e04-85e2-40bc-82cb-dfc4f1880e72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507438 May 14 17:11:17.357280 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0522b7b-fe6f-4745-afcd-3bf53d5d18ca req-03fd4b18-ceca-47da-aa95-7699cf7345e7 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.358747 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0522b7b-fe6f-4745-afcd-3bf53d5d18ca req-03fd4b18-ceca-47da-aa95-7699cf7345e7 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0527227 May 14 17:11:17.420697 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0522b7b-fe6f-4745-afcd-3bf53d5d18ca req-3a1821c3-6c7f-4e5f-b71b-328899eea269 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562110 May 14 17:11:17.808199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f09e1-6f93-4d09-860f-9a90daf24217 req-1719460e-aab9-439f-ba10-d1c3ac4e0b8e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.809678 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-390f09e1-6f93-4d09-860f-9a90daf24217 req-1719460e-aab9-439f-ba10-d1c3ac4e0b8e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.3562789 May 14 17:11:17.835279 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-85cef894-197d-4559-890f-58ab71115786 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125460 May 14 17:11:17.905237 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-390f09e1-6f93-4d09-860f-9a90daf24217 req-8326d464-03db-483a-9e9c-456ddf24b101 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898860 May 14 17:11:17.976535 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86901fae-7c14-48db-b670-d89a1b4d9f2b req-482f9474-d8e5-478c-9223-9226418d3100 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346025 May 14 17:11:17.987802 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e83c1-e194-43f9-8eda-b20b96a86caf req-890490c1-0fff-4521-a34d-1f4219fc1d39 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:17.989247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d8e83c1-e194-43f9-8eda-b20b96a86caf req-890490c1-0fff-4521-a34d-1f4219fc1d39 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0800495 May 14 17:11:18.040584 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d8e83c1-e194-43f9-8eda-b20b96a86caf req-d4e8131a-9a8a-408c-b5dd-bc83fedf9198 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 May 14 17:11:18.540559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e801-d49c-4cb8-ad0a-53305f044093 req-7c044a8f-9bbb-4670-a67c-0e8d3fbafcb9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:18.542037 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8f48e801-d49c-4cb8-ad0a-53305f044093 req-7c044a8f-9bbb-4670-a67c-0e8d3fbafcb9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0527887 May 14 17:11:18.601123 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8f48e801-d49c-4cb8-ad0a-53305f044093 req-a6ff8953-96d1-428e-b2b4-98ca23040d14 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532777 May 14 17:11:19.022716 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef1368-c924-4db4-9f50-3b3543713a63 req-d1821edc-d441-43e7-9a32-a5c47d7e3f35 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:19.024286 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20ef1368-c924-4db4-9f50-3b3543713a63 req-d1821edc-d441-43e7-9a32-a5c47d7e3f35 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.0530210 May 14 17:11:19.077145 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20ef1368-c924-4db4-9f50-3b3543713a63 req-107b1269-1b44-4715-a3eb-8fc2d540eb09 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 May 14 17:11:19.162366 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb1faa-cf0a-4ca2-9696-d4fcb4ce5c18 req-a1eff78b-b7a9-410a-9a4a-93c263dc1cdf tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:19.163869 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-81cb1faa-cf0a-4ca2-9696-d4fcb4ce5c18 req-a1eff78b-b7a9-410a-9a4a-93c263dc1cdf tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0537825 May 14 17:11:19.209725 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-81cb1faa-cf0a-4ca2-9696-d4fcb4ce5c18 req-e0ca5f9d-edb7-46c5-875c-f5373d3873d7 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 May 14 17:11:19.718698 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22241ef4-5e87-4641-acdf-a1a4d54e25b2 req-2dce3728-7f23-403e-a0ae-71aa45c57f48 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:19.720208 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22241ef4-5e87-4641-acdf-a1a4d54e25b2 req-2dce3728-7f23-403e-a0ae-71aa45c57f48 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0522594 May 14 17:11:19.780045 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22241ef4-5e87-4641-acdf-a1a4d54e25b2 req-658d7e2a-3b70-4707-bacd-62e6fc06b568 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=652202ab-a1cd-4a25-857c-27f1ac95e019&id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541577 May 14 17:11:20.199439 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd849-01bd-4f78-b2a9-f68ca9790a85 req-c51c9d16-89bb-45c5-a0e2-9ea7efafe793 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:20.200928 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f67bd849-01bd-4f78-b2a9-f68ca9790a85 req-c51c9d16-89bb-45c5-a0e2-9ea7efafe793 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.0568438 May 14 17:11:20.248352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f67bd849-01bd-4f78-b2a9-f68ca9790a85 req-ec7643df-f753-478c-983b-f4fbef8786dd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 May 14 17:11:20.355666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17462-7d2c-4736-bf05-ec0455a1c38b req-4d8942b7-f7bf-48d7-b8fb-1e6c6009f232 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:20.357111 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dda17462-7d2c-4736-bf05-ec0455a1c38b req-4d8942b7-f7bf-48d7-b8fb-1e6c6009f232 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0793359 May 14 17:11:20.404468 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346a7c-dcdf-4b6d-8b97-ae0859bba6ef req-5aabf76e-298e-4a2c-905d-1aef869a9988 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:20.406030 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15346a7c-dcdf-4b6d-8b97-ae0859bba6ef req-5aabf76e-298e-4a2c-905d-1aef869a9988 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.0945520 May 14 17:11:20.415323 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45142) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:20.420033 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'port_id': '09b8e503-54b2-410b-8ee1-724558f026d7'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:20.423233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dda17462-7d2c-4736-bf05-ec0455a1c38b req-72dd4e7b-4f49-438e-8d00-bfd9d22c46dc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601311 May 14 17:11:20.457586 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:20.899401 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:20.972320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:21.074967 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 0f61f49b-4cf5-4b5b-bed6-3d41223807f4 associated. External IP: 172.27.2.119, port: 09b8e503-54b2-410b-8ee1-724558f026d7. May 14 17:11:21.290635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:11:21.400711 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:11:21.405352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:21.410273 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:11:21.420063 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:21.420680 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:21.434918 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-04a26535-7bde-40f3-99a4-4ace1c010bda tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "PUT /v2.0/floatingips/0f61f49b-4cf5-4b5b-bed6-3d41223807f4 HTTP/1.1" status: 200 len: 991 time: 1.0184886 May 14 17:11:21.435557 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:21.437783 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:21.476073 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22951b91-3905-43fd-9419-a00c559798dd x-openstack-request-id: req-22951b91-3905-43fd-9419-a00c559798dd {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:21.476371 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:21.476631 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22951b91-3905-43fd-9419-a00c559798dd {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:21.477042 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22951b91-3905-43fd-9419-a00c559798dd'] response: {'name': 'network-changed', 'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7', 'status': 'completed', 'code': 200} May 14 17:11:21.534954 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:21.572738 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d56d49-a7d1-44ca-9b46-b8723a2fc001 req-adf269cf-ddc9-466e-ae1f-f57b77bb843c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.574217 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0d56d49-a7d1-44ca-9b46-b8723a2fc001 req-adf269cf-ddc9-466e-ae1f-f57b77bb843c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0798223 May 14 17:11:21.598902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-d3d21e07-7153-40d7-a43b-c529a8936405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.600393 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-d3d21e07-7153-40d7-a43b-c529a8936405 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 1129 time: 0.0710402 May 14 17:11:21.674106 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0d56d49-a7d1-44ca-9b46-b8723a2fc001 req-7c603930-fbed-4a3a-a893-dd9ecdb1e340 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932794 May 14 17:11:21.711481 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-fc4bcbd9-24f3-4d96-ac4e-5b62c62443f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.712974 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-fc4bcbd9-24f3-4d96-ac4e-5b62c62443f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.1050751 May 14 17:11:21.759373 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '0f61f49b-4cf5-4b5b-bed6-3d41223807f4', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '09b8e503-54b2-410b-8ee1-724558f026d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:25:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:02Z', 'updated_at': '2022-05-14T17:11:20Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:21.785108 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:11:21.793351 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:21.793956 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:21.811627 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-dca7b01e-dd63-4c1f-8ead-c006c3808905 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09b8e503-54b2-410b-8ee1-724558f026d7 HTTP/1.1" status: 200 len: 999 time: 0.0897501 May 14 17:11:21.827529 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7848c-a8c5-4484-9884-dcc5fb9be653 req-f7905503-e3f9-4563-bdf2-7e83f157fd1b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.828955 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6a7848c-a8c5-4484-9884-dcc5fb9be653 req-f7905503-e3f9-4563-bdf2-7e83f157fd1b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0712180 May 14 17:11:21.838152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45156) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:21.842561 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Request body: {'floatingip': {'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:21.882028 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-8693b6f4-1abb-49a1-a89a-508877c831b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.883883 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-8693b6f4-1abb-49a1-a89a-508877c831b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0539153 May 14 17:11:21.897675 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:21.908603 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:21.936741 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-22ee0596-dcbc-4aca-a9a2-0ef0035e28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:21.938274 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-22ee0596-dcbc-4aca-a9a2-0ef0035e28e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458822 May 14 17:11:22.038650 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-c08f369b-4ffb-4344-8c8f-9e30e6a2af59 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927069 May 14 17:11:22.142606 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9ee3926-9d56-4ed7-bfbc-7221529df7a5 req-fe8b97dd-223f-4bc4-95b5-20da91b3a581 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861728 May 14 17:11:22.146979 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '0f61f49b-4cf5-4b5b-bed6-3d41223807f4', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '09b8e503-54b2-410b-8ee1-724558f026d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:25:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:02Z', 'updated_at': '2022-05-14T17:11:20Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:22.173515 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb961ee-a9a5-4066-abc7-bd68aa222ea8 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '0f61f49b-4cf5-4b5b-bed6-3d41223807f4', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': '09b8e503-54b2-410b-8ee1-724558f026d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:25:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:02Z', 'updated_at': '2022-05-14T17:11:20Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:11:22.381781 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315dd0d-83ec-43e7-a353-dfff08b8f35f None None] New status for floating IP 0f61f49b-4cf5-4b5b-bed6-3d41223807f4: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:11:22.390879 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:22.475012 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:22.691722 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:11:22.797523 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:11:22.801825 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:22.806547 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:11:22.815573 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:22.816201 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:22.859891 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-27935b36-af82-436f-ba44-10693ddbe4fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "PUT /v2.0/floatingips/f3576a71-dafa-4138-b440-ce18df2dd8b1 HTTP/1.1" status: 200 len: 992 time: 1.0206342 May 14 17:11:23.009586 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:23.228445 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:11:22Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:23.258240 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:11:23.266614 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:23.267254 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:23.374306 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:23.477783 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}, {'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:23.480334 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928a857-6755-4ebe-b6e2-9156ae427aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}, {"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:23.517317 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 14 May 2022 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714aaec7-a7b6-4bae-a4c8-f80281ec54e4 x-openstack-request-id: req-714aaec7-a7b6-4bae-a4c8-f80281ec54e4 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:23.517649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:23.517896 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-714aaec7-a7b6-4bae-a4c8-f80281ec54e4 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:23.518366 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714aaec7-a7b6-4bae-a4c8-f80281ec54e4'] response: {'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'status': 'completed', 'code': 200} May 14 17:11:23.518626 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714aaec7-a7b6-4bae-a4c8-f80281ec54e4'] response: {'name': 'network-changed', 'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'status': 'completed', 'code': 200} May 14 17:11:23.597436 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:11:22Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:23.627717 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df2a79-25cd-49fe-96cb-1d4eeb23edd0 None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'f3576a71-dafa-4138-b440-ce18df2dd8b1', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'port_id': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'mac_address': 'fa:16:3e:9b:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:09:06Z', 'updated_at': '2022-05-14T17:11:22Z', 'revision_number': 3, 'project_id': '5a510daa17084906b68118cd075f8a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:11:23.644772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-7b725c5d-6832-482c-912f-a170e4d8e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:23.646342 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-7b725c5d-6832-482c-912f-a170e4d8e650 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.0477309 May 14 17:11:23.744679 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-ee5baf3e-cda5-45e4-964c-939bf19e6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:23.746196 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-ee5baf3e-cda5-45e4-964c-939bf19e6d17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0917995 May 14 17:11:23.814317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-e3bf0f51-e7ac-4b6a-bfef-677c0b61452d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 1000 time: 0.0597441 May 14 17:11:23.873995 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-41000bea-d5f3-4fbe-87ad-559e5043abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:23.875456 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-41000bea-d5f3-4fbe-87ad-559e5043abb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0472679 May 14 17:11:23.931159 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-87b05a91-4ad1-4014-b67a-57eeeb73ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:23.932599 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-87b05a91-4ad1-4014-b67a-57eeeb73ee12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436592 May 14 17:11:24.033161 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-4c9cbcb8-b693-4f24-863c-e177cd297477 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819519 May 14 17:11:24.125585 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-fdcd20a5-935b-4228-9cc4-de9cc754f1a3 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862041 May 14 17:11:24.259494 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-82fb4d0d-37db-4860-af3a-64974e513b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:24.260858 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-82fb4d0d-37db-4860-af3a-64974e513b55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 1129 time: 0.0440304 May 14 17:11:24.351888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-ee4f078c-4eb3-43dd-9fdb-8c2414fbc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:24.353363 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-ee4f078c-4eb3-43dd-9fdb-8c2414fbc0ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0862684 May 14 17:11:24.420849 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-6bf5e72d-1a69-47e8-b807-0e81223c84f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 200 len: 1000 time: 0.0599828 May 14 17:11:24.477812 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-fca480b0-4d3e-4c27-92b9-09b5f5015529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:24.479329 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-fca480b0-4d3e-4c27-92b9-09b5f5015529 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0443919 May 14 17:11:24.533099 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-17bbc43f-617e-4293-837a-225ec914621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:24.534850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-17bbc43f-617e-4293-837a-225ec914621f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476189 May 14 17:11:24.629405 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-667af706-a298-48fd-b82d-92ce6028ae0d service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813808 May 14 17:11:24.726587 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5928a857-6755-4ebe-b6e2-9156ae427aa8 req-96d085b3-8957-448a-a65d-af5983700c2f service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 May 14 17:11:30.019247 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30c4a-a362-4742-9c37-423649b889f8 req-d015840a-021c-4af3-a983-8c492c04e4cc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:30.020715 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3f30c4a-a362-4742-9c37-423649b889f8 req-d015840a-021c-4af3-a983-8c492c04e4cc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0536065 May 14 17:11:30.066606 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3f30c4a-a362-4742-9c37-423649b889f8 req-badfc88e-deb8-4a47-baa4-87d4edbc9659 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398149 May 14 17:11:31.191492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6fc20-2e5a-4197-bec3-0a6967afbb9e req-6e7325a3-7a7d-4ac2-a307-7639b4bbd2b0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:31.192977 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6c6fc20-2e5a-4197-bec3-0a6967afbb9e req-6e7325a3-7a7d-4ac2-a307-7639b4bbd2b0 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0561643 May 14 17:11:31.241318 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6c6fc20-2e5a-4197-bec3-0a6967afbb9e req-c5c8169f-2000-48f9-8d92-1f99e9e45e29 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 May 14 17:11:32.361005 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ba825-362d-4b39-afa7-686b542778ad req-cdf7afc4-6aca-4bc7-a64c-3d576e8094a9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:32.362449 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d28ba825-362d-4b39-afa7-686b542778ad req-cdf7afc4-6aca-4bc7-a64c-3d576e8094a9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0555866 May 14 17:11:32.409427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d28ba825-362d-4b39-afa7-686b542778ad req-7cc27180-5aef-4ffd-86dc-3838955ea9ed tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413833 May 14 17:11:33.527530 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c542c-7565-43c9-85c8-753f0dab99b2 req-7dfb7912-88da-45e3-a271-c4bfaeffb703 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:33.529055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b74c542c-7565-43c9-85c8-753f0dab99b2 req-7dfb7912-88da-45e3-a271-c4bfaeffb703 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0529997 May 14 17:11:33.575861 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b74c542c-7565-43c9-85c8-753f0dab99b2 req-56e72b76-5aab-43d0-8f86-6ff629d7beb2 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411782 May 14 17:11:34.693688 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd35414-4555-4fad-b70d-c8c17ec2200d req-3518aa71-6756-419a-a4cf-5f90cc13cdbd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:34.695192 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfd35414-4555-4fad-b70d-c8c17ec2200d req-3518aa71-6756-419a-a4cf-5f90cc13cdbd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0527112 May 14 17:11:34.744348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfd35414-4555-4fad-b70d-c8c17ec2200d req-93056e50-9c9e-465f-8395-40f0c3198eaa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 May 14 17:11:35.859335 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b822-a57f-4595-8f9f-0d25dbc10add req-68f28741-31d7-4663-826b-67663a3bcd25 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:35.860803 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5a18b822-a57f-4595-8f9f-0d25dbc10add req-68f28741-31d7-4663-826b-67663a3bcd25 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0521982 May 14 17:11:35.906852 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5a18b822-a57f-4595-8f9f-0d25dbc10add req-552bdbf8-58c0-4190-a3ab-f9dfafba61d6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 May 14 17:11:36.191686 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:11:37.021011 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781897-6902-47bd-a012-6f32abddff45 req-f7e65dec-c468-4cf9-a786-bc7c6eb65246 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:37.023010 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20781897-6902-47bd-a012-6f32abddff45 req-f7e65dec-c468-4cf9-a786-bc7c6eb65246 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0517938 May 14 17:11:37.067907 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20781897-6902-47bd-a012-6f32abddff45 req-cdc79d92-dae4-415d-b89c-2057207f4e49 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394392 May 14 17:11:38.188003 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae4b1-e601-4fd1-ab72-9985c1919e05 req-02fdb6ea-044b-4f25-be32-53f2c80f3dc1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:38.189454 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-933ae4b1-e601-4fd1-ab72-9985c1919e05 req-02fdb6ea-044b-4f25-be32-53f2c80f3dc1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0550420 May 14 17:11:38.234658 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-933ae4b1-e601-4fd1-ab72-9985c1919e05 req-b5a7469c-dc76-49ab-b5b8-5261fc170c6c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=259c44c2-015a-4ba5-b669-5cf4199afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 May 14 17:11:38.633800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0912-3c9b-47df-8642-d487f4f392bd req-0459e10a-a047-4a22-9d02-e3959cd04681 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:38.635299 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-347b0912-3c9b-47df-8642-d487f4f392bd req-0459e10a-a047-4a22-9d02-e3959cd04681 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 945 time: 0.0523946 May 14 17:11:38.737965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Deleting port 09c99ce8-9902-4116-ab93-e7af0bac9754 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:11:38.738309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:38.825687 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] For port 09c99ce8-9902-4116-ab93-e7af0bac9754, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09c99ce8-9902-4116-ab93-e7af0bac9754,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:38.826056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:38.994635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:38.995325 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:38.995325 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Floating IP 3c28fa6d-b8c9-4b0b-89d9-b943c3642906 disassociated. External IP: 172.27.2.82, port: 09c99ce8-9902-4116-ab93-e7af0bac9754. May 14 17:11:38.995673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Calling delete_port for 09c99ce8-9902-4116-ab93-e7af0bac9754 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:11:39.206701 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (09c99ce8-9902-4116-ab93-e7af0bac9754), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:39.235186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'Port': ['ID=09c99ce8-9902-4116-ab93-e7af0bac9754,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:39.356835 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3b81828b-fabd-4e31-9430-0162f8ae0e94 req-e3877090-c7e1-459f-ae0a-c75237b93f0f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0563390 May 14 17:11:39.381645 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:11:39.735019 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:11:39.745611 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:11:39.755923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:39.756698 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:39.774993 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] No DVR routers for this DVR port 09c99ce8-9902-4116-ab93-e7af0bac9754 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:11:39.779303 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:39.781610 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-347b0912-3c9b-47df-8642-d487f4f392bd req-5a3315bf-6c4f-4e9f-a858-e573bfa832b8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "DELETE /v2.0/ports/09c99ce8-9902-4116-ab93-e7af0bac9754 HTTP/1.1" status: 204 len: 173 time: 1.1358902 May 14 17:11:39.782081 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'name': 'network-vif-deleted', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:39.784386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20714c-1308-4fbd-80d8-54b2f85a40d4" -d '{"events": [{"server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "name": "network-vif-deleted", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:39.821152 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777a45d-6a69-4842-b6d9-6327b4b251f7 x-openstack-request-id: req-4777a45d-6a69-4842-b6d9-6327b4b251f7 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:39.821449 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8777eeb1-18da-4b40-b76f-b21708e8145d", "name": "network-vif-deleted", "tag": "09c99ce8-9902-4116-ab93-e7af0bac9754", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:39.821707 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4777a45d-6a69-4842-b6d9-6327b4b251f7 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:39.822182 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4777a45d-6a69-4842-b6d9-6327b4b251f7'] response: {'server_uuid': '8777eeb1-18da-4b40-b76f-b21708e8145d', 'name': 'network-vif-deleted', 'tag': '09c99ce8-9902-4116-ab93-e7af0bac9754', 'status': 'completed', 'code': 200} May 14 17:11:39.868095 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:40.078122 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:40.105065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:11:40.106829 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-24d92d47-d7ee-4c9d-88d7-add5a71d4d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:40.115106 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:11:40.115711 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:40.225045 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:11:40.434955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:11:40.463916 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cddacf57-42c2-4bbb-b5d2-124f12a4a6a0 req-76840305-4f07-4243-9bf6-91d37f17555e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=8777eeb1-18da-4b40-b76f-b21708e8145d HTTP/1.1" status: 200 len: 210 time: 0.0275395 May 14 17:11:40.587153 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaf253-60fa-4dea-85aa-5b1f96743fb4 None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:11:40.807005 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1c735-ab13-44e1-8d5c-51adbdf662f1 None None] New status for floating IP 3c28fa6d-b8c9-4b0b-89d9-b943c3642906: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:11:41.647608 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45270) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:41.701173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (259c44c2-015a-4ba5-b669-5cf4199afa93), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:41.724857 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (259c44c2-015a-4ba5-b669-5cf4199afa93), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:41.852316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (259c44c2-015a-4ba5-b669-5cf4199afa93), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:41.854894 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:41.856039 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "DELETE /v2.0/security-groups/259c44c2-015a-4ba5-b669-5cf4199afa93 HTTP/1.1" status: 204 len: 168 time: 0.2073984 May 14 17:11:41.858961 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45272) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:41.864879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908dde9-8c94-4b38-8077-b51c12955326 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c44c2-015a-4ba5-b669-5cf4199afa93,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:41.875246 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-0478a290-0fe8-4978-b397-b7b203a86b49 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] show failed (client error): The resource could not be found. May 14 17:11:41.876591 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0478a290-0fe8-4978-b397-b7b203a86b49 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups/259c44c2-015a-4ba5-b669-5cf4199afa93 HTTP/1.1" status: 404 len: 347 time: 0.0163441 May 14 17:11:41.879323 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45274) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:42.003371 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Deleting port 17592b94-e752-4fe9-b827-4e7a4f2c34e6 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:11:42.003712 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.079924 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.080246 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (17592b94-e752-4fe9-b827-4e7a4f2c34e6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.092272 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Calling delete_port for 17592b94-e752-4fe9-b827-4e7a4f2c34e6 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:11:42.280658 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (17592b94-e752-4fe9-b827-4e7a4f2c34e6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.307768 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'Port': ['ID=17592b94-e752-4fe9-b827-4e7a4f2c34e6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:42.365137 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (3c28fa6d-b8c9-4b0b-89d9-b943c3642906), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.366524 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-febd1454-2046-4dec-b68f-d6ae1c9959d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.367763 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.368914 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e3c9f9c5-9797-49a0-b9cb-d55ddc74d205 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "DELETE /v2.0/floatingips/3c28fa6d-b8c9-4b0b-89d9-b943c3642906 HTTP/1.1" status: 204 len: 168 time: 0.4887128 May 14 17:11:42.534958 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45280) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:42.539927 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--26843798', 'description': 'tempest-description--1447673661'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:42.624400 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.643916 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09c99ce8-9902-4116-ab93-e7af0bac9754 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:11:42.674970 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 09c99ce8-9902-4116-ab93-e7af0bac9754 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:11:42.675431 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09c99ce8-9902-4116-ab93-e7af0bac9754 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:11:42.705418 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (0ff6e52c-c6d9-4032-ac4d-0f73c6916526), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.795017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0ff6e52c-c6d9-4032-ac4d-0f73c6916526), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.824068 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff6e52c-c6d9-4032-ac4d-0f73c6916526,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:42.846693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.911928 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:42.913834 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f0976a71-6c5d-4d67-91b6-bb375107d541 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3777945 May 14 17:11:42.916470 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45290) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:42.920933 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group_rule': {'security_group_id': '0ff6e52c-c6d9-4032-ac4d-0f73c6916526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:43.034066 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (63a6e270-0aeb-4e3e-98e0-f0a34a26937f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.094666 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (63a6e270-0aeb-4e3e-98e0-f0a34a26937f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.172535 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (63a6e270-0aeb-4e3e-98e0-f0a34a26937f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.189567 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a6e270-0aeb-4e3e-98e0-f0a34a26937f,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:43.260307 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.261518 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6cacd67c-678a-416f-becc-ade6b5c4b669 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440809 May 14 17:11:43.264338 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45294) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:43.268679 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'security_group_rule': {'security_group_id': '0ff6e52c-c6d9-4032-ac4d-0f73c6916526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:43.286426 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.342279 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (513ce747-4da5-4d2e-b22d-0dc6014a9d27), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.397978 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (513ce747-4da5-4d2e-b22d-0dc6014a9d27), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.446378 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (513ce747-4da5-4d2e-b22d-0dc6014a9d27), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.465152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513ce747-4da5-4d2e-b22d-0dc6014a9d27,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:43.545503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.546719 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-01116a87-1e81-4459-a657-85ee52e7aab4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814491 May 14 17:11:43.549792 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45296) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:11:43.554539 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:43.652205 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.748181 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:43.852350 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Allocated IP 172.27.2.149 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/c7fd4a75-4c6e-47b6-a17b-e634a70b95bf) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:11:43.955625 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.087225 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.127547 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:11:44.130320 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:11:44.137049 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:11:44.140178 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=c7fd4a75-4c6e-47b6-a17b-e634a70b95bf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:44.452723 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.622248 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.773128 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.800433 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.857577 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:44.921826 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=c7fd4a75-4c6e-47b6-a17b-e634a70b95bf,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:44.935266 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:45.008839 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:45.010090 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7fddfd1a-2bf0-4828-9508-a432342062a3 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4593832 May 14 17:11:45.205608 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-b355a757-ae45-445d-8870-5cf1b9ebb0fd tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--26843798&fields=id&tenant_id=17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 267 time: 0.0418928 May 14 17:11:45.309703 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-56b450df-11f0-4d43-b5c2-646e3f32709c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:45.311155 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-56b450df-11f0-4d43-b5c2-646e3f32709c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 811 time: 0.0992064 May 14 17:11:45.325284 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-2aba7262-6f07-4716-b06d-4f2e7b932ef6 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/quotas/17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 375 time: 0.0086670 May 14 17:11:45.383669 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-bd2256a3-595d-45da-9569-4398c939e7e1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535803 May 14 17:11:45.477809 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-37c04036-a857-4e31-8e8e-28df06c71ea5 service neutron] 10.222.0.48 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829194 May 14 17:11:45.603768 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-f1068ab0-4099-49f9-9a16-f4ed4a9a2ec2 service neutron] 10.222.0.48 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203620 May 14 17:11:45.615368 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8f56a-227d-439e-b4e4-9e8345200523 req-f33ad7d5-3684-4c01-955e-d03997cb6cdf tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:45.617416 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3d8f56a-227d-439e-b4e4-9e8345200523 req-f33ad7d5-3684-4c01-955e-d03997cb6cdf tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.0778019 May 14 17:11:45.665376 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3d8f56a-227d-439e-b4e4-9e8345200523 req-61ee20df-b7b5-4cd3-9a16-17280757a398 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 May 14 17:11:45.848328 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e225f9a8-bd44-4965-bc09-a8002c8fb479 req-cc8c3aed-d287-45e6-a2bc-6fe689f71c3b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 210 time: 0.0275855 May 14 17:11:46.360810 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:46.899712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd063f8f-ce6e-4012-af34-c24316063321 req-c5674e1a-68fb-4a6e-921d-ffba76c3ed6b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:46.901204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd063f8f-ce6e-4012-af34-c24316063321 req-c5674e1a-68fb-4a6e-921d-ffba76c3ed6b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.1693382 May 14 17:11:46.951349 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14d75fd9-671c-4d4e-ac80-9812cfe518d3 req-9dd3948c-da3d-45af-8a84-933137f48f7b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 210 time: 0.0360107 May 14 17:11:46.972679 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd063f8f-ce6e-4012-af34-c24316063321 req-fe3a3b98-53e4-4b9b-adfa-b9c68700bbfa tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649951 May 14 17:11:48.023061 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8710e67-02b5-4db8-a430-1150de867fbc req-529e28cc-2212-46c8-a87c-652f51f38967 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:48.024573 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f8710e67-02b5-4db8-a430-1150de867fbc req-529e28cc-2212-46c8-a87c-652f51f38967 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.0555625 May 14 17:11:48.180979 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff35e339-623e-4057-b0aa-82ec30a393a1 req-e19d51b8-34e4-4a02-a7c4-a4bee025877b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 210 time: 0.1554244 May 14 17:11:48.254833 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246f002-056c-48e0-8945-ff7fb3a530cb req-8eb9be13-065a-4d1d-ac0f-ba2c10e9458c tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:48.256248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2246f002-056c-48e0-8945-ff7fb3a530cb req-8eb9be13-065a-4d1d-ac0f-ba2c10e9458c tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 946 time: 0.2002804 May 14 17:11:48.301845 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-55ba4fa5-a907-42f7-a8e9-ef943cf309fb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:48.303348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-55ba4fa5-a907-42f7-a8e9-ef943cf309fb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 811 time: 0.2048137 May 14 17:11:48.305853 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Deleting port da836b7d-feb8-4297-a906-6694121701f1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:11:48.306206 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (da836b7d-feb8-4297-a906-6694121701f1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:48.402844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2246f002-056c-48e0-8945-ff7fb3a530cb req-8c625c00-6514-4b25-a9f1-aade86c6be86 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369288 May 14 17:11:48.453155 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-5e2e593f-d8ba-4da2-bc17-69283d5f56a5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17563077ee7a40dfb909d2bf6d193cf6 HTTP/1.1" status: 200 len: 378 time: 0.1251216 May 14 17:11:48.469050 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] For port da836b7d-feb8-4297-a906-6694121701f1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=da836b7d-feb8-4297-a906-6694121701f1,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:48.469410 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (da836b7d-feb8-4297-a906-6694121701f1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:48.474517 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'port': {'device_id': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'admin_state_up': True, 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'security_groups': ['0ff6e52c-c6d9-4032-ac4d-0f73c6916526']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:48.522869 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Calling delete_port for da836b7d-feb8-4297-a906-6694121701f1 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:11:48.772810 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Made reservation on behalf of 17563077ee7a40dfb909d2bf6d193cf6 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:11:48.776278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:48.829480 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (da836b7d-feb8-4297-a906-6694121701f1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:48.867131 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['da836b7d-feb8-4297-a906-6694121701f1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:11:48.867783 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Pushing event deleted for resources: {'Port': ['ID=da836b7d-feb8-4297-a906-6694121701f1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:48.942098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] No DVR routers for this DVR port da836b7d-feb8-4297-a906-6694121701f1 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:11:48.946130 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:48.949398 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f8710e67-02b5-4db8-a430-1150de867fbc req-407c7a6e-eabd-49bf-af77-b324ed9fd73e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "DELETE /v2.0/ports/da836b7d-feb8-4297-a906-6694121701f1 HTTP/1.1" status: 204 len: 173 time: 0.9196274 May 14 17:11:48.949830 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'name': 'network-vif-deleted', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:48.952078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f283e1e-7879-4dbe-baf8-15c1728cceae" -d '{"events": [{"server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "name": "network-vif-deleted", "tag": "da836b7d-feb8-4297-a906-6694121701f1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:48.980452 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Allocated IP 172.20.0.4 (a04430b6-7869-4a4b-8e32-5e13fd08378a/4164c5af-28c3-40a5-9f1a-a0aa5474192c/c6a5d017-f5be-4d0b-b964-b35cac8c2aea) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:11:48.989966 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566e588-b494-4669-a67f-669a37cb8273 x-openstack-request-id: req-d566e588-b494-4669-a67f-669a37cb8273 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:48.990284 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77589933-01b9-4c95-8f73-3cf58333650a", "name": "network-vif-deleted", "tag": "da836b7d-feb8-4297-a906-6694121701f1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:48.990567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d566e588-b494-4669-a67f-669a37cb8273 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:48.990989 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d566e588-b494-4669-a67f-669a37cb8273'] response: {'server_uuid': '77589933-01b9-4c95-8f73-3cf58333650a', 'name': 'network-vif-deleted', 'tag': 'da836b7d-feb8-4297-a906-6694121701f1', 'status': 'completed', 'code': 200} May 14 17:11:49.124768 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.224257 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.291094 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Network a04430b6-7869-4a4b-8e32-5e13fd08378a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:11:49.298711 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:11:49.303905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:11:49.332053 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event updated for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:49.365225 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:49.365840 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.380464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a13bd-c30b-40fd-94cc-6b1b3525eaa8 req-622a7ca7-ba97-4ba2-95d5-5fabef3de540 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:49.382533 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c16a13bd-c30b-40fd-94cc-6b1b3525eaa8 req-622a7ca7-ba97-4ba2-95d5-5fabef3de540 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 931 time: 0.1296782 May 14 17:11:49.431484 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c16a13bd-c30b-40fd-94cc-6b1b3525eaa8 req-07633094-7d96-49a5-a13f-dc2810f45571 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431349 May 14 17:11:49.489531 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-66cc2aa5-4186-4b9d-aaa9-d13642afcff4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0224223 May 14 17:11:49.504399 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-34768b4e-0419-4680-8d95-cab48b7dd30f None None] Provisioning complete for port c6a5d017-f5be-4d0b-b964-b35cac8c2aea triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:11:49.504774 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34768b4e-0419-4680-8d95-cab48b7dd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.519818 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41641a07-6d84-4da6-a3a8-c350fb00942e req-e839aaa8-a2e6-4e73-9378-4f2cff36b9ab tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=77589933-01b9-4c95-8f73-3cf58333650a HTTP/1.1" status: 200 len: 210 time: 0.0291290 May 14 17:11:49.523998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Request body: {'port': {'device_id': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:11:49.544228 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-34768b4e-0419-4680-8d95-cab48b7dd30f None None] Port c6a5d017-f5be-4d0b-b964-b35cac8c2aea cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:11:49.585158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.838578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a5d017-f5be-4d0b-b964-b35cac8c2aea {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:11:49.846176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks [] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.858016 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Transition to ACTIVE for port object c6a5d017-f5be-4d0b-b964-b35cac8c2aea will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:11:49.938205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:49.996104 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:50.073240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Attempting to bind port c6a5d017-f5be-4d0b-b964-b35cac8c2aea on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:11:50.073712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Attempting to bind port c6a5d017-f5be-4d0b-b964-b35cac8c2aea by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:11:50.074060 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Attempting to bind port c6a5d017-f5be-4d0b-b964-b35cac8c2aea on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:11:50.078876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Port c6a5d017-f5be-4d0b-b964-b35cac8c2aea on network a04430b6-7869-4a4b-8e32-5e13fd08378a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:11:50.079288 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Attempting to bind port c6a5d017-f5be-4d0b-b964-b35cac8c2aea on network a04430b6-7869-4a4b-8e32-5e13fd08378a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:11:50.084429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:11:50.084770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Checking segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:11:50.085238 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Bound using segment: {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:11:50.085631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Bound port: c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c7afc1-8ff2-4472-b636-179b32196e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:11:50.085988 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:50.153766 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:11:50.156870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:11:50.246906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:50.286362 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:50.286910 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:50.288854 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] 10.222.0.57 "PUT /v2.0/ports/c6a5d017-f5be-4d0b-b964-b35cac8c2aea HTTP/1.1" status: 200 len: 1093 time: 0.7714200 May 14 17:11:50.308096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f678-263b-4315-b2b4-df83e0a1fa6b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:50.492033 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-d219d7ae-bd49-4f8b-984d-8a5f59c015ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:50.493538 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-d219d7ae-bd49-4f8b-984d-8a5f59c015ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0485282 May 14 17:11:50.563090 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-081e420f-81d2-4029-82a3-9f9a36cfbf36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea HTTP/1.1" status: 200 len: 217 time: 0.0523815 May 14 17:11:50.617553 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40cc8-fd7b-4604-aeae-daac9bb54a7c req-076dbf06-1f2a-4490-bd03-866dc9b9ce65 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:50.619062 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58d40cc8-fd7b-4604-aeae-daac9bb54a7c req-076dbf06-1f2a-4490-bd03-866dc9b9ce65 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.1189992 May 14 17:11:50.635242 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-61b54c64-03d9-4141-ab62-ee2ae755a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:50.636632 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-61b54c64-03d9-4141-ab62-ee2ae755a048 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0657947 May 14 17:11:50.694139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-58d40cc8-fd7b-4604-aeae-daac9bb54a7c req-fd59a620-7e3f-4e62-83c1-844fd75b1e18 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683880 May 14 17:11:50.713535 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-c43a19ab-3763-4ac0-b6c0-0f25bb0d836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:50.715105 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-c43a19ab-3763-4ac0-b6c0-0f25bb0d836f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666888 May 14 17:11:50.809422 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-db30c0ed-0eb8-4f56-aedd-741673b98b25 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859685 May 14 17:11:50.898127 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-06899735-9b6e-4cbb-9c89-1c916b163991 req-d8eb751c-0744-479f-9d0e-57c2911a2cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824687 May 14 17:11:50.991974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:11:51.001078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483dfd64-0d25-4869-8cd6-e1a609b011bf" -d '{"events": [{"name": "network-changed", "server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:11:51.028624 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ab5f3d-cacf-4dfa-a5a6-3676932b4766 x-openstack-request-id: req-73ab5f3d-cacf-4dfa-a5a6-3676932b4766 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:11:51.031935 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:11:51.035200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73ab5f3d-cacf-4dfa-a5a6-3676932b4766 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:11:51.035200 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ab5f3d-cacf-4dfa-a5a6-3676932b4766'] response: {'name': 'network-changed', 'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'status': 'completed', 'code': 200} May 14 17:11:51.198076 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-7e03dd4a-bc87-4771-b116-80c24c1de24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:51.199637 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-7e03dd4a-bc87-4771-b116-80c24c1de24b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0453937 May 14 17:11:51.303816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-ccdb0769-d11b-41b2-8a0f-13c010c1b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:51.305253 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-ccdb0769-d11b-41b2-8a0f-13c010c1b282 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.0858440 May 14 17:11:51.352177 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-d5df0438-0e8f-4baf-b191-1d61a8cf2419 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea HTTP/1.1" status: 200 len: 217 time: 0.0340714 May 14 17:11:51.402987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-09ac73a9-6368-424a-b448-4a2da78065e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:51.404316 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-09ac73a9-6368-424a-b448-4a2da78065e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0457385 May 14 17:11:51.452379 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-9c03ee04-9ce0-4c25-8db6-5b0e8d153c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:51.453816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-9c03ee04-9ce0-4c25-8db6-5b0e8d153c1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423763 May 14 17:11:51.540395 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-bfa9c3fc-2b1f-4ec6-84f5-5321c46268b6 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799606 May 14 17:11:51.813682 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2eee9-d3f3-4a3c-a49f-c6e0d2f95077 req-a616e060-2000-4796-8aa5-8146bef84772 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:51.815159 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09a2eee9-d3f3-4a3c-a49f-c6e0d2f95077 req-a616e060-2000-4796-8aa5-8146bef84772 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.0564549 May 14 17:11:51.860415 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09a2eee9-d3f3-4a3c-a49f-c6e0d2f95077 req-ef8ee441-4004-49ed-a8a3-2e29c85e74de tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397861 May 14 17:11:52.441503 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483dfd64-0d25-4869-8cd6-e1a609b011bf req-8f74dde4-56fe-4abe-9914-983c6a339c72 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821879 May 14 17:11:52.982098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1df37-0cd2-4e83-9b8f-dd6b07d81139 req-2e826185-7afe-4428-989c-990e8482949c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:52.983624 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5d1df37-0cd2-4e83-9b8f-dd6b07d81139 req-2e826185-7afe-4428-989c-990e8482949c tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.0558023 May 14 17:11:53.029429 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5d1df37-0cd2-4e83-9b8f-dd6b07d81139 req-55af430f-d82a-4abc-955b-ec996747fd51 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403068 May 14 17:11:54.058342 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device da836b7d-feb8-4297-a906-6694121701f1 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:11:54.078292 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: da836b7d-feb8-4297-a906-6694121701f1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:11:54.078641 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device da836b7d-feb8-4297-a906-6694121701f1 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:11:54.149678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd79a88-5611-46e1-8933-a8504428df8c req-cac32e1a-99e0-4dfc-a6f2-f41532646087 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:54.151358 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0fd79a88-5611-46e1-8933-a8504428df8c req-cac32e1a-99e0-4dfc-a6f2-f41532646087 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.0549088 May 14 17:11:54.223972 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0fd79a88-5611-46e1-8933-a8504428df8c req-aa9a4619-405b-4034-be36-8587528e4213 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631578 May 14 17:11:54.227466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-f229949e-4df9-4e54-9296-73218b7b1e6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739241 May 14 17:11:54.349839 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-7f887fa9-7a38-430d-8dfe-5f6f3c8cdbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:54.352001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-7f887fa9-7a38-430d-8dfe-5f6f3c8cdbef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a510daa17084906b68118cd075f8a36&device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 1130 time: 0.0470419 May 14 17:11:54.465523 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-a4d40285-acb3-49c9-a81c-082f8d3c699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:54.466999 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-a4d40285-acb3-49c9-a81c-082f8d3c699a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 200 len: 920 time: 0.0827501 May 14 17:11:54.514380 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-b8836059-e572-4925-96c5-730db65338b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 200 len: 217 time: 0.0375509 May 14 17:11:54.562014 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-75cd9dce-9903-4112-8b3d-6c764cea6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:54.563472 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-75cd9dce-9903-4112-8b3d-6c764cea6989 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 200 len: 858 time: 0.0426869 May 14 17:11:54.611896 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-2e77b3e5-76d0-480a-b9dd-d774713e1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:54.613277 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-2e77b3e5-76d0-480a-b9dd-d774713e1353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8a06775-837b-454a-b790-8645dbd6a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428560 May 14 17:11:54.702955 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-f1876e9e-3f55-402e-8063-8c85a5a36436 service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 May 14 17:11:54.793248 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54ee4d83-9356-49ba-a373-1fa83695b9cb req-5775f5e5-d855-43fc-8208-58699096e89a service neutron] 10.222.0.57 "GET /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807412 May 14 17:11:55.343301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb131-0803-4fa5-92dd-d07058f7b55f req-23ba1736-6302-4403-bba1-33dd8613c9bb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:55.344690 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aaedb131-0803-4fa5-92dd-d07058f7b55f req-23ba1736-6302-4403-bba1-33dd8613c9bb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.0537882 May 14 17:11:55.400172 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aaedb131-0803-4fa5-92dd-d07058f7b55f req-d477559a-c6e2-4d74-bb0b-f0d46b487680 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498946 May 14 17:11:56.575910 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a14485-3d82-43c3-adae-d527029006bc req-a968a0c4-8065-4b3b-8849-2739ef65099b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:56.577393 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49a14485-3d82-43c3-adae-d527029006bc req-a968a0c4-8065-4b3b-8849-2739ef65099b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 943 time: 0.0567365 May 14 17:11:56.624779 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49a14485-3d82-43c3-adae-d527029006bc req-7f87e015-7610-4fe5-adb1-e02a014b8cb4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417559 May 14 17:11:56.707134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device c6a5d017-f5be-4d0b-b964-b35cac8c2aea details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:11:56.806938 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:56.818151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'port_id': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'mac_address': 'fa:16:3e:d1:7e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:11:56.860222 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port c6a5d017-f5be-4d0b-b964-b35cac8c2aea is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:11:56.860620 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:56.878769 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a5d017-f5be-4d0b-b964-b35cac8c2aea {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:11:56.898240 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:11:56.977969 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:11:57.025892 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:11:57.032931 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.033963 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.033963 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.033963 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.034316 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.034646 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.035000 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.035327 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.035650 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.035976 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.036297 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.036616 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.036934 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:11:57.739135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370ab74-b50b-4f34-8a65-8fdaf621e59b req-a4a85c35-43d0-4211-8aaf-7254c84cbcb9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:57.740586 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a370ab74-b50b-4f34-8a65-8fdaf621e59b req-a4a85c35-43d0-4211-8aaf-7254c84cbcb9 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 944 time: 0.0514390 May 14 17:11:57.785516 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a370ab74-b50b-4f34-8a65-8fdaf621e59b req-c608ac46-18cf-4e72-990e-1d9db61943a8 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395365 May 14 17:11:58.904376 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582e815-1391-4b26-978d-9ca4eacfea3a req-d4a95ac2-c9ac-40ab-bbda-41a1b307e15f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:11:58.905842 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6582e815-1391-4b26-978d-9ca4eacfea3a req-d4a95ac2-c9ac-40ab-bbda-41a1b307e15f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 944 time: 0.0546556 May 14 17:11:59.192980 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6582e815-1391-4b26-978d-9ca4eacfea3a req-4d367d93-805e-44c4-8fa6-a444c871be4d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2816918 May 14 17:11:59.809582 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['c6a5d017-f5be-4d0b-b964-b35cac8c2aea'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:00.309054 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f8f1d-f807-4067-aadc-6bab847f5612 req-7ad64692-159d-4a62-96df-0d82eb651598 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:00.310543 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f49f8f1d-f807-4067-aadc-6bab847f5612 req-7ad64692-159d-4a62-96df-0d82eb651598 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 944 time: 0.0524545 May 14 17:12:00.356228 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f49f8f1d-f807-4067-aadc-6bab847f5612 req-1f65a1a7-72a0-47cf-8d38-ef1d3f70e28b tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400994 May 14 17:12:01.266666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-cfda5859-7d70-4916-b268-fe438c947465 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:01.268060 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-cfda5859-7d70-4916-b268-fe438c947465 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/networks?id=f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 200 len: 814 time: 0.1009982 May 14 17:12:01.282656 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-08656d07-3a9c-4745-8dec-57de144e6f0b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/quotas/745dcf92b9c9446cb1f306374d672a3b HTTP/1.1" status: 200 len: 375 time: 0.0093379 May 14 17:12:01.313267 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-7820c2cf-02f7-4594-8138-b1ab293a3a5c tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259233 May 14 17:12:01.474774 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-53a319b6-8bec-4dbb-bb2d-a73fdf872a7c service neutron] 10.222.0.48 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551514 May 14 17:12:01.531846 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0504-a403-4d47-8b63-2c18f289ada6 req-a73dfc1a-f2aa-44af-aa76-ba0a3b83cdfb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:01.533207 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-febd0504-a403-4d47-8b63-2c18f289ada6 req-a73dfc1a-f2aa-44af-aa76-ba0a3b83cdfb tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 944 time: 0.1091912 May 14 17:12:01.606345 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-febd0504-a403-4d47-8b63-2c18f289ada6 req-021eea0d-85e5-431d-84e1-eebd5829f64f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676019 May 14 17:12:01.609775 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-98dd1314-8792-4798-b6ae-b2f6af33266b service neutron] 10.222.0.48 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277914 May 14 17:12:01.852638 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5af6b145-da04-484b-9256-fdf4e5d37e9d req-b6198d6a-5d44-49e6-be07-d6d000bd4bd2 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 210 time: 0.0280406 May 14 17:12:02.724535 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f83d-1136-402d-a912-7a7ac0512b91 req-d546c866-0b4c-4233-b831-9e428a7b1858 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:02.726761 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c15f83d-1136-402d-a912-7a7ac0512b91 req-d546c866-0b4c-4233-b831-9e428a7b1858 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 944 time: 0.0540457 May 14 17:12:02.739888 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device c6a5d017-f5be-4d0b-b964-b35cac8c2aea up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:12:02.773181 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c15f83d-1136-402d-a912-7a7ac0512b91 req-8d442af1-7269-4f9a-9068-7a48b7e55272 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408370 May 14 17:12:02.875162 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port c6a5d017-f5be-4d0b-b964-b35cac8c2aea completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:12:02.879439 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port c6a5d017-f5be-4d0b-b964-b35cac8c2aea triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:02.879807 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:02.948240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9233dd17-facd-464a-b29c-7a4ad3bdb716 req-4260912f-7f74-4556-ae66-47bf81b8818b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 210 time: 0.0270758 May 14 17:12:02.956491 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port c6a5d017-f5be-4d0b-b964-b35cac8c2aea is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:02.956874 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:02.980404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:02.982636 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29913fb6-88cf-410a-afd7-2ac198a450ba" -d '{"events": [{"server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "name": "network-vif-plugged", "status": "completed", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:02.994998 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:03.016754 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c34829e-914f-45dc-a5b6-2f05dc8382c7 x-openstack-request-id: req-0c34829e-914f-45dc-a5b6-2f05dc8382c7 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:03.017047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "name": "network-vif-plugged", "status": "completed", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:03.017302 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c34829e-914f-45dc-a5b6-2f05dc8382c7 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:03.017704 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c34829e-914f-45dc-a5b6-2f05dc8382c7'] response: {'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'code': 200} May 14 17:12:03.057724 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:03.108955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:03.447344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ffe10-4e8d-4b10-9a3d-072d19aa0083 req-185bba8a-f10d-4fd5-a632-7f087910a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:03.448845 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1c8ffe10-4e8d-4b10-9a3d-072d19aa0083 req-185bba8a-f10d-4fd5-a632-7f087910a52d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0894859 May 14 17:12:03.492369 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1c8ffe10-4e8d-4b10-9a3d-072d19aa0083 req-13a41548-4d2e-447d-a88f-a1d2f54d787d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366158 May 14 17:12:03.890520 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2154f-7107-49f3-b13a-5e5235d17a7e req-0b14df77-bdc1-45d1-b32d-bed7ca5fc9a5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:03.892021 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97f2154f-7107-49f3-b13a-5e5235d17a7e req-0b14df77-bdc1-45d1-b32d-bed7ca5fc9a5 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.0527868 May 14 17:12:03.937162 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97f2154f-7107-49f3-b13a-5e5235d17a7e req-2b3f976a-15a4-4117-8018-0e7e8ec13135 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395794 May 14 17:12:04.047654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-691b0149-c39a-4c17-bc1e-61eba4b3ef7e req-76ba6ca3-700f-4ba2-9a1e-a4b6de8a5b83 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 210 time: 0.0301836 May 14 17:12:04.449200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-08e68e88-c9ad-4cfd-8b37-5f820a56764b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:04.450613 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-08e68e88-c9ad-4cfd-8b37-5f820a56764b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "GET /v2.0/networks?id=f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 200 len: 814 time: 0.0980411 May 14 17:12:04.482189 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Request body: {'port': {'device_id': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857', 'admin_state_up': True, 'tenant_id': '745dcf92b9c9446cb1f306374d672a3b'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:04.663581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Made reservation on behalf of 745dcf92b9c9446cb1f306374d672a3b for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:12:04.667682 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:04.790815 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Allocated IP 172.20.0.2 (f7b28612-f70c-4be0-b628-47fd87b36857/0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757/7e75d0ae-fa8b-48f3-b425-307b47532a23) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:04.940761 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks [] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.055126 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7ef77-6d42-4281-80e8-e982b1de5af7 req-c4b00b35-e2cb-4abd-afab-a7cc4c2b11bc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:05.056636 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2e7ef77-6d42-4281-80e8-e982b1de5af7 req-c4b00b35-e2cb-4abd-afab-a7cc4c2b11bc tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.0522442 May 14 17:12:05.068802 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.139681 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Network f7b28612-f70c-4be0-b628-47fd87b36857 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:05.159946 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:05.177669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Pushing event updated for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:05.181475 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:05.190636 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2e7ef77-6d42-4281-80e8-e982b1de5af7 req-3c9d35a2-cfb8-465b-98a4-dfbfabf87811 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283062 May 14 17:12:05.241778 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:05.242938 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.253058 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ba7f-4d57-47c8-942b-c7fa33b39eb4 req-29e71924-66c9-463c-9133-1ea61b5afcc6 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:05.254501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e26ba7f-4d57-47c8-942b-c7fa33b39eb4 req-29e71924-66c9-463c-9133-1ea61b5afcc6 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 931 time: 0.1223850 May 14 17:12:05.305880 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e26ba7f-4d57-47c8-942b-c7fa33b39eb4 req-d2b3a231-3a42-4a7f-b0ea-a3876ec2fcaa tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 May 14 17:12:05.317536 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-bdc7ab13-fe9e-43cd-8ddb-46c60b590036 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392186 May 14 17:12:05.339277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Request body: {'port': {'device_id': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:05.396770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.653651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e75d0ae-fa8b-48f3-b425-307b47532a23 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:12:05.661141 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks [] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.672950 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Transition to ACTIVE for port object 7e75d0ae-fa8b-48f3-b425-307b47532a23 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:12:05.743633 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.798337 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:05.862311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Attempting to bind port 7e75d0ae-fa8b-48f3-b425-307b47532a23 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:12:05.862646 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Attempting to bind port 7e75d0ae-fa8b-48f3-b425-307b47532a23 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:12:05.862999 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Attempting to bind port 7e75d0ae-fa8b-48f3-b425-307b47532a23 on network f7b28612-f70c-4be0-b628-47fd87b36857 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:05.867666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Port 7e75d0ae-fa8b-48f3-b425-307b47532a23 on network f7b28612-f70c-4be0-b628-47fd87b36857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:12:05.867983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Attempting to bind port 7e75d0ae-fa8b-48f3-b425-307b47532a23 on network f7b28612-f70c-4be0-b628-47fd87b36857 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:05.872727 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:12:05.873062 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Checking segment: {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:12:05.873443 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Bound using segment: {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:12:05.873857 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Bound port: 7e75d0ae-fa8b-48f3-b425-307b47532a23, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b8a2e8-28e3-457d-9167-355fb42793e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:12:05.874203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:05.937203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:12:05.940014 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:12:06.006858 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:06.040149 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.040763 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:06.042129 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e75d0ae-fa8b-48f3-b425-307b47532a23 HTTP/1.1" status: 200 len: 1093 time: 0.7074170 May 14 17:12:06.042559 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:06.044871 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca046b-9c09-4f7b-b1f2-d4425f48e535" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:06.067181 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be935f7-1290-4ca0-a578-ef8dc4be7ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:06.145512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819dafc-761c-42d9-8e61-35f352088564 x-openstack-request-id: req-3819dafc-761c-42d9-8e61-35f352088564 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:06.145805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:06.146060 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3819dafc-761c-42d9-8e61-35f352088564 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:06.146466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3819dafc-761c-42d9-8e61-35f352088564'] response: {'name': 'network-changed', 'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23', 'status': 'completed', 'code': 200} May 14 17:12:06.235246 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-4628d5d4-ccab-4950-9ed0-2bb7ca254323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.236761 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-4628d5d4-ccab-4950-9ed0-2bb7ca254323 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 1127 time: 0.0451806 May 14 17:12:06.296641 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-c50b6ba1-3ad1-490d-9409-ad7f311de3a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23 HTTP/1.1" status: 200 len: 217 time: 0.0438838 May 14 17:12:06.364866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883492-3c83-416a-a108-d0dd083f94a1 req-c994d350-e23a-45c7-a7cc-acc35682de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.366320 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-c994d350-e23a-45c7-a7cc-acc35682de49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757 HTTP/1.1" status: 200 len: 854 time: 0.0548782 May 14 17:12:06.374529 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b5bde-4bd4-4ada-b52d-986f6a41289d req-171caa25-2638-42dc-95c8-da351f4aaf7d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.375936 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b0b5bde-4bd4-4ada-b52d-986f6a41289d req-171caa25-2638-42dc-95c8-da351f4aaf7d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.1175783 May 14 17:12:06.413471 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-3cf54c70-6c64-4577-ba63-451946aca7f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7b28612-f70c-4be0-b628-47fd87b36857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366344 May 14 17:12:06.525696 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b0b5bde-4bd4-4ada-b52d-986f6a41289d req-3308e43d-e05d-411e-81c4-42e1baa09216 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388998 May 14 17:12:06.544634 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc839e-6aa5-483b-ae72-6df8f903bc05 req-e5ba07f5-b602-460d-a62b-cc379399c2d8 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.546081 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4dc839e-6aa5-483b-ae72-6df8f903bc05 req-e5ba07f5-b602-460d-a62b-cc379399c2d8 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 943 time: 0.1680446 May 14 17:12:06.574491 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-ed30e71d-e3b0-4429-963e-19c6f71328d9 service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422584 May 14 17:12:06.673409 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4dc839e-6aa5-483b-ae72-6df8f903bc05 req-af018392-4ef4-4ec9-9953-274880381594 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209383 May 14 17:12:06.716897 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46883492-3c83-416a-a108-d0dd083f94a1 req-8384bce4-1bee-48b8-bce2-1b24fa790bde service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298945 May 14 17:12:06.724287 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e4578-567b-4378-80ca-dcb5a5998288 req-fb995b75-6868-48fe-91c8-8766c7acd557 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:06.725640 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db0e4578-567b-4378-80ca-dcb5a5998288 req-fb995b75-6868-48fe-91c8-8766c7acd557 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.1224642 May 14 17:12:06.734708 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45490) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:06.739122 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Request body: {'floatingip': {'port_id': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:06.782866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:07.005961 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-512d77aa-beab-4656-8844-23c5ce4995bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:07.007492 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-512d77aa-beab-4656-8844-23c5ce4995bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=745dcf92b9c9446cb1f306374d672a3b&device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 1127 time: 0.1200962 May 14 17:12:07.225338 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-0ec11925-5c42-430c-98c6-314e590d7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:07.226825 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-0ec11925-5c42-430c-98c6-314e590d7644 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 200 len: 915 time: 0.2096150 May 14 17:12:07.280306 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-b1c8460d-9e6c-4013-ae45-2c7fce6af656 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23 HTTP/1.1" status: 200 len: 217 time: 0.0391295 May 14 17:12:07.386837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-44fd8ccb-52f9-4e7b-8d3a-e6d27fca6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:07.388157 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-44fd8ccb-52f9-4e7b-8d3a-e6d27fca6f7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757 HTTP/1.1" status: 200 len: 854 time: 0.0884976 May 14 17:12:07.408318 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:07.425402 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-d1ddaf00-0dcd-4555-a999-247c00d9d00c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7b28612-f70c-4be0-b628-47fd87b36857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 May 14 17:12:07.516637 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:07.552686 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-2b274641-9934-4eba-a423-0978b4643769 service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161849 May 14 17:12:07.959605 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Floating IP 5c10dd75-c69a-4f30-866c-161bd44e3ef7 associated. External IP: 172.27.2.149, port: c6a5d017-f5be-4d0b-b964-b35cac8c2aea. May 14 17:12:08.006113 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cca046b-9c09-4f7b-b1f2-d4425f48e535 req-8c329e2e-2434-4131-9aca-035c91d41812 service neutron] 10.222.0.57 "GET /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452405 May 14 17:12:08.016542 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a168-bbba-4f40-8141-4ee97d231d6d req-f07af9d0-8921-4e9c-90cf-e02b8381eabe tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:08.017894 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b09a168-bbba-4f40-8141-4ee97d231d6d req-f07af9d0-8921-4e9c-90cf-e02b8381eabe tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 943 time: 0.1637387 May 14 17:12:08.112652 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b09a168-bbba-4f40-8141-4ee97d231d6d req-d5827dcc-3a41-45e3-8a8b-bb09e9adf6e7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847652 May 14 17:12:08.224458 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:08.330731 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:08.335558 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:08.340628 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:08.350313 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:08.350957 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:08.365815 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-04bc6d35-b5f8-4a0c-b29a-a1cfd5df50fa tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "PUT /v2.0/floatingips/5c10dd75-c69a-4f30-866c-161bd44e3ef7 HTTP/1.1" status: 200 len: 991 time: 1.6299739 May 14 17:12:08.366416 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:08.368986 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36bf9b3-7321-48e8-9a40-6518002b3f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:08.405104 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc291d-1c58-4ae2-82fd-38198fd791d7 x-openstack-request-id: req-3cbc291d-1c58-4ae2-82fd-38198fd791d7 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:08.405403 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:08.405658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cbc291d-1c58-4ae2-82fd-38198fd791d7 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:08.406063 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbc291d-1c58-4ae2-82fd-38198fd791d7'] response: {'name': 'network-changed', 'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'status': 'completed', 'code': 200} May 14 17:12:08.462697 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:08.522474 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-ff41a9be-922e-4e68-82d5-9ff5048227fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:08.524853 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-ff41a9be-922e-4e68-82d5-9ff5048227fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0467751 May 14 17:12:08.617730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-410163ca-77d1-4d7d-8bbc-46f6fb105506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:08.619236 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-410163ca-77d1-4d7d-8bbc-46f6fb105506 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 200 len: 912 time: 0.0876198 May 14 17:12:08.684126 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5c10dd75-c69a-4f30-866c-161bd44e3ef7', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:d1:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:44Z', 'updated_at': '2022-05-14T17:12:07Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:08.686535 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-5d521228-c5ee-4bb6-92d6-65c48f120e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea HTTP/1.1" status: 200 len: 999 time: 0.0591133 May 14 17:12:08.715165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:08.723791 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:08.724414 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:11:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:08.741036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-dac3ca77-7054-461a-9f2b-373a92dcb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:08.742503 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-dac3ca77-7054-461a-9f2b-373a92dcb5cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 200 len: 850 time: 0.0443878 May 14 17:12:08.759208 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 7e75d0ae-fa8b-48f3-b425-307b47532a23 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:12:08.795570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-65b0d72e-872e-4411-9015-cc0d8c9f278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:08.796996 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-65b0d72e-872e-4411-9015-cc0d8c9f278a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a04430b6-7869-4a4b-8e32-5e13fd08378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478287 May 14 17:12:08.889741 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-ce0b00b4-2f2c-4183-acf8-1eb430897068 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846462 May 14 17:12:08.896252 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:08.951882 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:08.984661 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f36bf9b3-7321-48e8-9a40-6518002b3f5c req-3f60d814-1ae0-4d37-8bf5-21c49e3765f8 service neutron] 10.222.0.57 "GET /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 May 14 17:12:08.997674 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '7e75d0ae-fa8b-48f3-b425-307b47532a23', 'network_id': 'f7b28612-f70c-4be0-b628-47fd87b36857', 'port_id': '7e75d0ae-fa8b-48f3-b425-307b47532a23', 'mac_address': 'fa:16:3e:30:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:12:09.086740 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 7e75d0ae-fa8b-48f3-b425-307b47532a23 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:09.087158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:09.109413 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e75d0ae-fa8b-48f3-b425-307b47532a23 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:12:09.147390 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:09.199841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5c10dd75-c69a-4f30-866c-161bd44e3ef7', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:d1:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:44Z', 'updated_at': '2022-05-14T17:12:07Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:09.230456 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d289-16ea-4a97-8561-5b39cda84d62 None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '5c10dd75-c69a-4f30-866c-161bd44e3ef7', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '5b385783-412f-487a-a22b-f77777a6add3', 'port_id': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'mac_address': 'fa:16:3e:d1:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:11:44Z', 'updated_at': '2022-05-14T17:12:07Z', 'revision_number': 1, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:09.232075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:09.232217 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c083-5029-4a65-8174-722d47a3a5a9 req-09d03a31-b623-4c2d-9220-c06fa523192b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:09.233720 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8236c083-5029-4a65-8174-722d47a3a5a9 req-09d03a31-b623-4c2d-9220-c06fa523192b tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 943 time: 0.0552294 May 14 17:12:09.281040 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:09.288244 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8236c083-5029-4a65-8174-722d47a3a5a9 req-eef88649-b62a-402e-9ca9-7c3bdbfdfcde tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486636 May 14 17:12:09.439462 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68910031-9412-43a2-a06b-a2572e691be1 None None] New status for floating IP 5c10dd75-c69a-4f30-866c-161bd44e3ef7: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:12:09.716738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['7e75d0ae-fa8b-48f3-b425-307b47532a23'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:10.068913 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1e008742-5788-4851-bf2e-a0cca2e95d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:10.408355 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c16c-b1db-4b39-904f-785708664372 req-c68a540c-d16f-4ff6-9966-ec930aed107e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:10.409828 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a510c16c-b1db-4b39-904f-785708664372 req-c68a540c-d16f-4ff6-9966-ec930aed107e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 944 time: 0.0533023 May 14 17:12:10.459052 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a510c16c-b1db-4b39-904f-785708664372 req-7a9d65ec-e3bb-4c5d-8411-dfd28be3505e tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 May 14 17:12:11.577206 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece91ed1-91f4-4b04-860e-5ced35520d17 req-e907072f-1e45-46b1-b305-a4372917ff62 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:11.578701 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ece91ed1-91f4-4b04-860e-5ced35520d17 req-e907072f-1e45-46b1-b305-a4372917ff62 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 944 time: 0.0518141 May 14 17:12:11.624233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ece91ed1-91f4-4b04-860e-5ced35520d17 req-9678a661-190f-419f-bebb-2b005cde0772 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 May 14 17:12:12.365979 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6f3a175c-df8f-47b4-8dc2-33834fb1aa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:12.739056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bf449-beb3-40f1-a0d6-fc1114ceb6c6 req-b75b4915-3851-44a8-aee4-7b3961b12105 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:12.740529 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cf3bf449-beb3-40f1-a0d6-fc1114ceb6c6 req-b75b4915-3851-44a8-aee4-7b3961b12105 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 944 time: 0.0518513 May 14 17:12:12.767554 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 7e75d0ae-fa8b-48f3-b425-307b47532a23 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:12:12.787194 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cf3bf449-beb3-40f1-a0d6-fc1114ceb6c6 req-d2cfbb00-653f-4f08-8358-027a7692a324 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 May 14 17:12:12.937197 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:12.982614 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 7e75d0ae-fa8b-48f3-b425-307b47532a23 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:12:12.986652 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 7e75d0ae-fa8b-48f3-b425-307b47532a23 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:12.987041 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:13.185408 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 7e75d0ae-fa8b-48f3-b425-307b47532a23 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:13.185794 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:13.190961 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:12:13.208093 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:13.210311 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32065728-ba59-4a37-9ad2-e099c7cf4ee7" -d '{"events": [{"server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "name": "network-vif-plugged", "status": "completed", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:13.230405 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:13.247643 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799321d3-170f-433c-af3a-f9a71f6e0ef4 x-openstack-request-id: req-799321d3-170f-433c-af3a-f9a71f6e0ef4 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:13.247643 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "name": "network-vif-plugged", "status": "completed", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:13.247643 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-799321d3-170f-433c-af3a-f9a71f6e0ef4 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:13.247643 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799321d3-170f-433c-af3a-f9a71f6e0ef4'] response: {'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23', 'code': 200} May 14 17:12:13.296919 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:13.344388 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:13.365971 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:13.674189 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335716a7-97f6-4c4e-9ec8-766286e814c0 req-71a37b28-e86f-46b1-9b1e-57e3d6548000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:13.676022 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-335716a7-97f6-4c4e-9ec8-766286e814c0 req-71a37b28-e86f-46b1-9b1e-57e3d6548000 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 1129 time: 0.0476611 May 14 17:12:13.722720 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-335716a7-97f6-4c4e-9ec8-766286e814c0 req-61b84362-3e73-4689-b6cc-d38e1b155e98 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 May 14 17:12:13.908116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a3e2-58b9-418f-8476-b04ff105087a req-8f4a34be-3fd5-486b-8242-5f8e8be7fef6 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:13.909711 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3607a3e2-58b9-418f-8476-b04ff105087a req-8f4a34be-3fd5-486b-8242-5f8e8be7fef6 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.0556998 May 14 17:12:13.959392 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3607a3e2-58b9-418f-8476-b04ff105087a req-1b529781-fd10-4cad-835a-aeca251d5cfd tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 May 14 17:12:14.771281 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:15.082807 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce95e3-64b7-470a-b0cb-961e233acce7 req-729a1360-e1d3-4345-bf95-107eac6e3f8f tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:15.084474 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38ce95e3-64b7-470a-b0cb-961e233acce7 req-729a1360-e1d3-4345-bf95-107eac6e3f8f tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.0556617 May 14 17:12:15.139065 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38ce95e3-64b7-470a-b0cb-961e233acce7 req-88091160-b48e-4245-9daf-2101ace509a2 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 May 14 17:12:16.260570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0d02e-0f50-4ae0-9dbc-c56d90175a7c req-589d00ca-3165-4ad3-94d5-3aa7d52ecc9a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:16.261987 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-67f0d02e-0f50-4ae0-9dbc-c56d90175a7c req-589d00ca-3165-4ad3-94d5-3aa7d52ecc9a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.0554097 May 14 17:12:16.311251 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-67f0d02e-0f50-4ae0-9dbc-c56d90175a7c req-f6574bb2-ed50-4faa-96c9-9096160c4668 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 May 14 17:12:16.640911 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:16.853577 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac8c78-f073-4216-acb2-8a55055a43b9 req-7f4ee8f2-3a9a-43c7-a0ce-42c5e5861622 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:16.855086 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16ac8c78-f073-4216-acb2-8a55055a43b9 req-7f4ee8f2-3a9a-43c7-a0ce-42c5e5861622 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0525322 May 14 17:12:16.903305 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16ac8c78-f073-4216-acb2-8a55055a43b9 req-da8f5714-9eea-4a95-b89c-8dce45c5762f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 May 14 17:12:18.034036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7e74-2201-4448-be1b-039ad23d3431 req-b766b040-00f9-4e30-af9d-b1b560a7d741 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:18.035542 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-794b7e74-2201-4448-be1b-039ad23d3431 req-b766b040-00f9-4e30-af9d-b1b560a7d741 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0567579 May 14 17:12:18.083275 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-794b7e74-2201-4448-be1b-039ad23d3431 req-242f46c5-4766-4d74-a000-e42b07c0e81b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 May 14 17:12:19.200067 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742303f-15e9-442e-b7e4-8cc0b2b8e365 req-4113a492-39d2-4def-b103-3a289a9c2d50 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:19.201553 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d742303f-15e9-442e-b7e4-8cc0b2b8e365 req-4113a492-39d2-4def-b103-3a289a9c2d50 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0532031 May 14 17:12:19.248983 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d742303f-15e9-442e-b7e4-8cc0b2b8e365 req-64be3e3b-bd4e-4bc3-b501-26879c3bc6d2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 May 14 17:12:20.374252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb32d-2052-41a1-9a90-0732ca30ca76 req-8ff2fd54-e796-4aab-bf20-e98f40520d9f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:20.375893 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-037cb32d-2052-41a1-9a90-0732ca30ca76 req-8ff2fd54-e796-4aab-bf20-e98f40520d9f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0604289 May 14 17:12:20.428033 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-037cb32d-2052-41a1-9a90-0732ca30ca76 req-45c2f24c-d00d-4bdd-9a26-dab3e94c4317 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 May 14 17:12:20.924549 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-00ff8a3b-bdff-4229-8c75-b0cdf1f6268c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:20.925996 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-00ff8a3b-bdff-4229-8c75-b0cdf1f6268c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 945 time: 0.0526688 May 14 17:12:21.023929 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Deleting port feb5f747-0476-4833-9daa-04a4a598bc96 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:21.024274 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.123222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] For port feb5f747-0476-4833-9daa-04a4a598bc96, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=feb5f747-0476-4833-9daa-04a4a598bc96,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:21.123599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.295308 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.295686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.296003 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Floating IP f3576a71-dafa-4138-b440-ce18df2dd8b1 disassociated. External IP: 172.27.2.93, port: feb5f747-0476-4833-9daa-04a4a598bc96. May 14 17:12:21.296403 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Calling delete_port for feb5f747-0476-4833-9daa-04a4a598bc96 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:21.528592 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (feb5f747-0476-4833-9daa-04a4a598bc96), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.562895 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event deleted for resources: {'Port': ['ID=feb5f747-0476-4833-9daa-04a4a598bc96,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:21.578438 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.578809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.579158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.579500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.579837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.580193 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.580524 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.580853 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.581178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.581940 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.581940 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.582161 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.582450 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:21.639260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182f7fd-99da-4c92-8c0c-877c0c272561 req-413b4ed0-f0a8-4b54-b608-bc8a6971bf27 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:21.640832 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f182f7fd-99da-4c92-8c0c-877c0c272561 req-413b4ed0-f0a8-4b54-b608-bc8a6971bf27 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 867 time: 0.1428220 May 14 17:12:21.732600 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f182f7fd-99da-4c92-8c0c-877c0c272561 req-41de6b2e-0007-4d67-956c-c998f04f2c01 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=eca9860b-e418-4b4d-bfe1-3d30ec757a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833764 May 14 17:12:21.739250 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:21.846404 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:21.855777 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:21.865729 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:21.866375 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:21.886639 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] No DVR routers for this DVR port feb5f747-0476-4833-9daa-04a4a598bc96 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:21.889262 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:21.893002 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e022700-4ce9-4d27-8969-e0a3ca2bba63 req-2ffbc37d-3b7b-433f-b346-a718ef292306 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "DELETE /v2.0/ports/feb5f747-0476-4833-9daa-04a4a598bc96 HTTP/1.1" status: 204 len: 173 time: 0.9602604 May 14 17:12:21.893411 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'name': 'network-vif-deleted', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:21.895713 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ed482-5253-420b-ab87-72c7688c3889" -d '{"events": [{"server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "name": "network-vif-deleted", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:21.940481 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bb9114-9062-4c31-aeed-069e81662166 x-openstack-request-id: req-f3bb9114-9062-4c31-aeed-069e81662166 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:21.940783 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af5bc9e-1542-480a-82a2-6c6e71d7c8fa", "name": "network-vif-deleted", "tag": "feb5f747-0476-4833-9daa-04a4a598bc96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:21.941047 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3bb9114-9062-4c31-aeed-069e81662166 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:21.942250 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3bb9114-9062-4c31-aeed-069e81662166'] response: {'server_uuid': '5af5bc9e-1542-480a-82a2-6c6e71d7c8fa', 'name': 'network-vif-deleted', 'tag': 'feb5f747-0476-4833-9daa-04a4a598bc96', 'status': 'completed', 'code': 200} May 14 17:12:21.982676 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:22.200282 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:22.227083 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:22.235515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:22.236126 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:22.347987 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:22.551952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:22.581351 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2b8e3-c4ac-4998-bebb-a68da964af07 None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:56Z', 'revision_number': 4, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '59c5a9b5-3c12-41d1-992a-b11455f9ab28', 'name': '', 'network_id': 'a8a06775-837b-454a-b790-8645dbd6a277', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'mac_address': 'fa:16:3e:5a:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:54Z', 'updated_at': '2022-05-14T17:07:03Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'subnets': [{'id': 'a42d4f81-ffd0-47b6-be20-2c865f99752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:22.809556 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b854a-404e-44ac-a5e3-1b76853a71e3 None None] New status for floating IP f3576a71-dafa-4138-b440-ce18df2dd8b1: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:12:22.840014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1de4660-7b8f-4570-81b4-b47e52b0d5cd req-993cb727-e30f-4938-8532-b6dba0e28e32 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af5bc9e-1542-480a-82a2-6c6e71d7c8fa HTTP/1.1" status: 200 len: 210 time: 0.0272462 May 14 17:12:23.376509 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-4801cd78-997d-4e57-895c-e307e91066ae tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747265224&fields=id&tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf HTTP/1.1" status: 200 len: 267 time: 0.0435658 May 14 17:12:23.440333 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-ab7defd4-f4e9-46f3-9d20-43754ac7e5c6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:23.441861 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-ab7defd4-f4e9-46f3-9d20-43754ac7e5c6 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 984 time: 0.0597813 May 14 17:12:23.453772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Request body: {'port': {'security_groups': ['b7ba35fd-e66a-431f-8d18-572a16d7c491']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:23.534210 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.717041 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:23.746301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for port (5d686e76-6851-4450-9372-10a1e92aad8f), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.800310 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.839004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5d686e76-6851-4450-9372-10a1e92aad8f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:23.842197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:23.842913 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.844304 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9773a6ef-ff62-4644-b955-ebfe8df02f59 req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "PUT /v2.0/ports/5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 942 time: 0.3953302 May 14 17:12:23.850604 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45610) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:23.870103 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890318c2-8f9c-46d1-a844-4023da13d66b tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event updated for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=7']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:23.935705 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (652202ab-a1cd-4a25-857c-27f1ac95e019), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.942972 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:23.945404 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c226f-74c3-4b33-ba35-5b288a268858" -d '{"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:23.978358 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (652202ab-a1cd-4a25-857c-27f1ac95e019), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:23.992900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e639d6d-d961-439b-8198-d8e52fdb911f x-openstack-request-id: req-2e639d6d-d961-439b-8198-d8e52fdb911f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:23.992900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:23.992900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e639d6d-d961-439b-8198-d8e52fdb911f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:23.992900 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e639d6d-d961-439b-8198-d8e52fdb911f'] response: {'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:12:24.012404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['5d686e76-6851-4450-9372-10a1e92aad8f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:24.090101 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:24.130907 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-acc37e72-a69b-4b6d-895b-aa6faddd9a4f None None] Provisioning complete for port 5d686e76-6851-4450-9372-10a1e92aad8f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:24.131290 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-acc37e72-a69b-4b6d-895b-aa6faddd9a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.139008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-722b79e8-ee34-440e-9a4f-5081a071499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:24.140852 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-722b79e8-ee34-440e-9a4f-5081a071499c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1129 time: 0.0990257 May 14 17:12:24.176533 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (eca9860b-e418-4b4d-bfe1-3d30ec757a63), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.234309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (eca9860b-e418-4b4d-bfe1-3d30ec757a63), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.247912 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-acc37e72-a69b-4b6d-895b-aa6faddd9a4f None None] Current status of the port 5d686e76-6851-4450-9372-10a1e92aad8f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:24.258169 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (652202ab-a1cd-4a25-857c-27f1ac95e019), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.260874 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.268703 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "DELETE /v2.0/security-groups/652202ab-a1cd-4a25-857c-27f1ac95e019 HTTP/1.1" status: 204 len: 168 time: 0.4094417 May 14 17:12:24.268844 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45620) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:24.271001 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652202ab-a1cd-4a25-857c-27f1ac95e019,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:24.278059 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.278406 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.278748 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.279119 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.279453 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.279781 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.280112 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.280442 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.280766 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.281091 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.281414 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.281735 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.282056 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcafd26-305b-4835-818c-15998e8aa4ff tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:24.335696 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-4d098aac-439f-4a1c-abba-264554a06f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:24.337220 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-4d098aac-439f-4a1c-abba-264554a06f9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 915 time: 0.1887872 May 14 17:12:24.678322 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (eca9860b-e418-4b4d-bfe1-3d30ec757a63), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.681119 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.682291 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "DELETE /v2.0/security-groups/eca9860b-e418-4b4d-bfe1-3d30ec757a63 HTTP/1.1" status: 204 len: 168 time: 0.6006207 May 14 17:12:24.685077 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45628) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:24.698088 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-5d46ae00-2313-421a-815c-dde3a9296ee2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] show failed (client error): The resource could not be found. May 14 17:12:24.699196 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5d46ae00-2313-421a-815c-dde3a9296ee2 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups/eca9860b-e418-4b4d-bfe1-3d30ec757a63 HTTP/1.1" status: 404 len: 347 time: 0.0130305 May 14 17:12:24.701649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45630) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:24.710072 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff41bf5-405b-4c9d-953c-07832b3854c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9860b-e418-4b4d-bfe1-3d30ec757a63,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:24.727251 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-42e55be5-51fc-4a70-8493-a483d5d6f4f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 1001 time: 0.3699794 May 14 17:12:24.791249 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device feb5f747-0476-4833-9daa-04a4a598bc96 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:24.800780 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-26ec10c2-3537-4454-8ffa-b7af0dac9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:24.802328 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-26ec10c2-3537-4454-8ffa-b7af0dac9893 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0585351 May 14 17:12:24.816393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: feb5f747-0476-4833-9daa-04a4a598bc96 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:24.816737 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device feb5f747-0476-4833-9daa-04a4a598bc96 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:24.823322 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Deleting port 5a34cd6e-58d2-4744-bb53-9ed9a5a72813 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:24.823688 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.835054 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Deleting port b332f230-f8b0-4410-a218-12b41fd024f3 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:24.835390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.915690 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.916322 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (b332f230-f8b0-4410-a218-12b41fd024f3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.918806 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-a55eb693-f7fd-41ae-a355-6297be63072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:24.920426 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-a55eb693-f7fd-41ae-a355-6297be63072b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112070 May 14 17:12:24.928642 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Calling delete_port for b332f230-f8b0-4410-a218-12b41fd024f3 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:24.939340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.939689 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for floatingip (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:24.986369 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Calling delete_port for 5a34cd6e-58d2-4744-bb53-9ed9a5a72813 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:25.108467 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-3119a795-abd0-4f4b-a545-2d135f2192a3 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790707 May 14 17:12:25.126412 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (b332f230-f8b0-4410-a218-12b41fd024f3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.154340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event deleted for resources: {'Port': ['ID=b332f230-f8b0-4410-a218-12b41fd024f3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:25.220823 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks [] for floatingip (f3576a71-dafa-4138-b440-ce18df2dd8b1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.223778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.225138 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-85a09b65-087c-4a52-92cb-5618de21ea0c tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3576a71-dafa-4138-b440-ce18df2dd8b1 HTTP/1.1" status: 204 len: 168 time: 0.5218916 May 14 17:12:25.283444 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a9c226f-74c3-4b33-ba35-5b288a268858 req-ef67a35e-db3f-4936-b09a-b1d793d6a234 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370397 May 14 17:12:25.354745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5a34cd6e-58d2-4744-bb53-9ed9a5a72813), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.381399 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event deleted for resources: {'Port': ['ID=5a34cd6e-58d2-4744-bb53-9ed9a5a72813,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:25.450296 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks [] for floatingip (fea8c629-f974-4d29-a42c-5a98b6aca283), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.450296 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Floating IP fea8c629-f974-4d29-a42c-5a98b6aca283 disassociated (deleted). External IP: 172.27.2.155, port: 5d686e76-6851-4450-9372-10a1e92aad8f. May 14 17:12:25.667622 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Router db2e5f67-439a-45e0-8e8e-b497606e810d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:25.776805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:25.781578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:25.787270 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Sync routers for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:25.796869 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:25.797487 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:25.810618 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-05fb50a3-61a2-4dd7-9791-7f8d3143912a tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "DELETE /v2.0/floatingips/fea8c629-f974-4d29-a42c-5a98b6aca283 HTTP/1.1" status: 204 len: 168 time: 1.5420897 May 14 17:12:25.910542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:25.990945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:25.993304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31da3f6-722a-4489-b70c-6e92407f4775" -d '{"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:26.031605 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde9eef-d243-4acb-9c20-0d276130c883 x-openstack-request-id: req-9dde9eef-d243-4acb-9c20-0d276130c883 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:26.031897 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:26.032220 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dde9eef-d243-4acb-9c20-0d276130c883 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:26.032714 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dde9eef-d243-4acb-9c20-0d276130c883'] response: {'name': 'network-changed', 'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:12:26.126620 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:26.137979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-15a71075-62fd-40b8-bf09-f55d55b31141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:26.141061 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-15a71075-62fd-40b8-bf09-f55d55b31141 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 1129 time: 0.0576303 May 14 17:12:26.157002 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Checking router: db2e5f67-439a-45e0-8e8e-b497606e810d for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:26.166300 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:26.166867 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:26.246769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-74408159-4ebc-4b4e-964c-86e9eccf4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:26.248296 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-74408159-4ebc-4b4e-964c-86e9eccf4b0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 200 len: 915 time: 0.1006794 May 14 17:12:26.285061 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:26.290961 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-9c2cbde0-8dd0-48d4-ae8f-3cefdc33d331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 200 len: 217 time: 0.0358157 May 14 17:12:26.341130 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-e5e34755-dc92-4725-934d-89aa1a279ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:26.342685 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-e5e34755-dc92-4725-934d-89aa1a279ce3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 200 len: 853 time: 0.0450063 May 14 17:12:26.396863 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-96592159-238b-489c-9d79-6482d228d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:26.398410 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-96592159-238b-489c-9d79-6482d228d550 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460196 May 14 17:12:26.497710 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:26.523067 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-e805033a-0c89-48e6-aed4-7951c8c4f429 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176219 May 14 17:12:26.531461 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83308e43-14fb-42af-8c9e-8a72a5573fcb None None] The sync data for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi is: [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:09:14Z', 'revision_number': 4, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'f298f8cc-2131-4439-8a98-cf1e66cd305a', 'name': '', 'network_id': 'a0bba4ee-77ea-447c-8a8e-a05f36ba32bf', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'mac_address': 'fa:16:3e:b2:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:13Z', 'updated_at': '2022-05-14T17:09:18Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'subnets': [{'id': 'c91723f5-14f5-4874-bd1a-ebd866ae6ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:26.625901 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e31da3f6-722a-4489-b70c-6e92407f4775 req-26b7ed02-49e6-42a9-a28c-00036b9436e4 service neutron] 10.222.0.57 "GET /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960255 May 14 17:12:26.775811 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028cc35-c40f-4fb5-9385-247c0cf0916b None None] New status for floating IP fea8c629-f974-4d29-a42c-5a98b6aca283: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:12:31.436815 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c97a9-ad78-41a9-8f45-33463c183b35 req-75727727-771a-45f3-abd0-3f4e5e6aadab tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:31.438285 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af0c97a9-ad78-41a9-8f45-33463c183b35 req-75727727-771a-45f3-abd0-3f4e5e6aadab tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0570550 May 14 17:12:31.483663 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af0c97a9-ad78-41a9-8f45-33463c183b35 req-669cca92-f205-401b-872c-3b35684d2447 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 May 14 17:12:32.605923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e423d0-c082-40ad-a7ce-0b2c6ab320c2 req-24a72a46-8b2c-4b7b-8a1e-84445fe544c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:32.607454 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7e423d0-c082-40ad-a7ce-0b2c6ab320c2 req-24a72a46-8b2c-4b7b-8a1e-84445fe544c3 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0573041 May 14 17:12:32.657250 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7e423d0-c082-40ad-a7ce-0b2c6ab320c2 req-1a38a74b-08fd-469e-bbc6-dafdefc51853 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 May 14 17:12:33.777662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd6910-82ff-499f-9e71-a9993f53cf6d req-a1783270-616f-4677-9276-90dfe5ddd744 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:33.779187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0afd6910-82ff-499f-9e71-a9993f53cf6d req-a1783270-616f-4677-9276-90dfe5ddd744 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0562346 May 14 17:12:33.825362 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0afd6910-82ff-499f-9e71-a9993f53cf6d req-f0056d95-99f5-445f-9bfc-6c34b4527c07 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 May 14 17:12:34.951965 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413b04-52d2-4bae-a2b3-d8fb7b1a40f1 req-a12741f5-b48a-4749-94b6-f98bd4977f0f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:34.953660 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61413b04-52d2-4bae-a2b3-d8fb7b1a40f1 req-a12741f5-b48a-4749-94b6-f98bd4977f0f tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0598891 May 14 17:12:35.004021 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61413b04-52d2-4bae-a2b3-d8fb7b1a40f1 req-424a8d5f-69ba-4048-9339-1bf9013c19dc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 May 14 17:12:35.573519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30222-b68a-4ccf-93e2-292860191335 req-f66fcb6d-6332-40c0-8e7c-13233fab8fe6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:35.575022 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0a30222-b68a-4ccf-93e2-292860191335 req-f66fcb6d-6332-40c0-8e7c-13233fab8fe6 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 945 time: 0.0518548 May 14 17:12:35.675605 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Deleting port 50c48780-3cac-4541-9324-185bdc379665 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:35.676034 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (50c48780-3cac-4541-9324-185bdc379665), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:35.765174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] For port 50c48780-3cac-4541-9324-185bdc379665, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=50c48780-3cac-4541-9324-185bdc379665,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:35.765540 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (50c48780-3cac-4541-9324-185bdc379665), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:35.782454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Calling delete_port for 50c48780-3cac-4541-9324-185bdc379665 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:35.971912 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (50c48780-3cac-4541-9324-185bdc379665), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:36.004229 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event deleted for resources: {'Port': ['ID=50c48780-3cac-4541-9324-185bdc379665,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:36.012692 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', '50c48780-3cac-4541-9324-185bdc379665'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:36.052253 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] No DVR routers for this DVR port 50c48780-3cac-4541-9324-185bdc379665 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:36.055043 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:36.061155 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0a30222-b68a-4ccf-93e2-292860191335 req-6b13c33a-798e-4c34-8c21-a286386f82ac tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "DELETE /v2.0/ports/50c48780-3cac-4541-9324-185bdc379665 HTTP/1.1" status: 204 len: 173 time: 0.4759467 May 14 17:12:36.061155 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'name': 'network-vif-deleted', 'tag': '50c48780-3cac-4541-9324-185bdc379665'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:36.061670 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99a7bc-56dc-4a22-ab31-405ff45fabb2" -d '{"events": [{"server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "name": "network-vif-deleted", "tag": "50c48780-3cac-4541-9324-185bdc379665"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:36.103119 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d44393-7ddd-41f7-ad25-a8a5a4b005a6 x-openstack-request-id: req-e8d44393-7ddd-41f7-ad25-a8a5a4b005a6 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:36.109060 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf8004-2fca-4583-ac96-87ac5df5abfe", "name": "network-vif-deleted", "tag": "50c48780-3cac-4541-9324-185bdc379665", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:36.109060 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8d44393-7ddd-41f7-ad25-a8a5a4b005a6 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:36.109060 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d44393-7ddd-41f7-ad25-a8a5a4b005a6'] response: {'server_uuid': 'dfaf8004-2fca-4583-ac96-87ac5df5abfe', 'name': 'network-vif-deleted', 'tag': '50c48780-3cac-4541-9324-185bdc379665', 'status': 'completed', 'code': 200} May 14 17:12:36.149309 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f43e088-9a1a-4311-b990-b2c7be903860 req-6db7b6d7-3a3f-46ab-bcfd-a6aac65955f5 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0367343 May 14 17:12:37.251158 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-17263bff-e5fb-4b0f-8541-824fba4e8c5e req-4edfd7f5-9dd0-4643-ac8a-06f31b5fe153 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfaf8004-2fca-4583-ac96-87ac5df5abfe HTTP/1.1" status: 200 len: 210 time: 0.0270212 May 14 17:12:38.848125 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053024e7-177c-4535-9be7-420979a6b035 req-226b25a3-672a-4c1e-8ba0-afa214d90a7b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:38.848707 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-053024e7-177c-4535-9be7-420979a6b035 req-226b25a3-672a-4c1e-8ba0-afa214d90a7b tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0598567 May 14 17:12:38.880765 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 50c48780-3cac-4541-9324-185bdc379665 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:38.903743 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 50c48780-3cac-4541-9324-185bdc379665 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:38.904055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-053024e7-177c-4535-9be7-420979a6b035 req-ff6d6e19-76d3-4867-8816-e17ff587ff02 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487511 May 14 17:12:38.904329 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 50c48780-3cac-4541-9324-185bdc379665 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:39.278203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12ec4-6f41-4036-90cc-647e465f20fe req-2fcd3e6e-bf75-460c-953a-84c1828d6268 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:39.280001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77a12ec4-6f41-4036-90cc-647e465f20fe req-2fcd3e6e-bf75-460c-953a-84c1828d6268 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0554967 May 14 17:12:39.327263 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77a12ec4-6f41-4036-90cc-647e465f20fe req-41fa92bc-88ae-461b-b530-958a1f3fa311 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 May 14 17:12:39.452943 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830b1b0-5f3c-43b7-8c1c-e31f90f93ddc req-fc617fbe-bfa7-4989-a473-15a25225b5ba tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:39.454446 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0830b1b0-5f3c-43b7-8c1c-e31f90f93ddc req-fc617fbe-bfa7-4989-a473-15a25225b5ba tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.0539463 May 14 17:12:39.500394 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0830b1b0-5f3c-43b7-8c1c-e31f90f93ddc req-e51df9d7-b49c-4c7f-9dd8-38d31a757239 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 May 14 17:12:40.029681 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647804-10f2-4971-ac74-89d59c00d255 req-1d935a04-52fc-4cd3-87e3-312fe47bed1d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:40.031199 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2647804-10f2-4971-ac74-89d59c00d255 req-1d935a04-52fc-4cd3-87e3-312fe47bed1d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0580089 May 14 17:12:40.080193 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2647804-10f2-4971-ac74-89d59c00d255 req-8347978a-3820-4aca-97a8-0d99abef7c24 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 May 14 17:12:40.086173 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-971e2541-2899-4ad5-9979-3c5ab0de5b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:40.448722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564964e1-1acd-480d-bb04-d8eaaa212419 req-089e1c86-61ce-4c2a-a6f9-117212ea6924 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:40.450227 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-564964e1-1acd-480d-bb04-d8eaaa212419 req-089e1c86-61ce-4c2a-a6f9-117212ea6924 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0538201 May 14 17:12:40.497488 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-564964e1-1acd-480d-bb04-d8eaaa212419 req-3e40ca2b-e62c-4ecd-9478-da33eaf5ddf8 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 May 14 17:12:40.623706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c44145-9f22-4965-9172-74dbae6e7b96 req-a21d678e-0193-4cdf-bc02-566bfd8d6e15 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:40.625180 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62c44145-9f22-4965-9172-74dbae6e7b96 req-a21d678e-0193-4cdf-bc02-566bfd8d6e15 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.0565012 May 14 17:12:40.671302 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62c44145-9f22-4965-9172-74dbae6e7b96 req-0d899fd2-cddd-4a78-aebc-16df5a305b28 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 May 14 17:12:41.199349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83274f-c404-46d0-9512-17a5aea97b33 req-226972ef-6d91-431d-ab43-a28fc519455e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:41.200961 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c83274f-c404-46d0-9512-17a5aea97b33 req-226972ef-6d91-431d-ab43-a28fc519455e tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0536721 May 14 17:12:41.274910 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c83274f-c404-46d0-9512-17a5aea97b33 req-62357c24-0e2f-4979-a7ec-39388bd07e22 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677614 May 14 17:12:41.297861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af35fa-e878-4a59-89b3-6f84cf6ae5af req-c6e6bfec-6b7e-4e70-b1da-149b555aa415 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:41.299365 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51af35fa-e878-4a59-89b3-6f84cf6ae5af req-c6e6bfec-6b7e-4e70-b1da-149b555aa415 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.0640481 May 14 17:12:41.349071 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51af35fa-e878-4a59-89b3-6f84cf6ae5af req-49067b10-3bd4-4cd3-aee9-4e54b4b2c1ee tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 May 14 17:12:41.527555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-4b32eb5d-03b4-4ba3-8fe0-2d17518d1bf9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:41.528992 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-4b32eb5d-03b4-4ba3-8fe0-2d17518d1bf9 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.0514002 May 14 17:12:41.682449 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0016-b4f6-4699-801e-6fd1be9263c0 req-ee090181-252b-466e-ba56-3cb102d2ad81 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:41.683950 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75df0016-b4f6-4699-801e-6fd1be9263c0 req-ee090181-252b-466e-ba56-3cb102d2ad81 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 945 time: 0.1214421 May 14 17:12:41.735705 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-3a0eceb8-6264-4326-91e2-561c5e407796 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:41.737146 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-3a0eceb8-6264-4326-91e2-561c5e407796 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.1402042 May 14 17:12:42.073668 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75df0016-b4f6-4699-801e-6fd1be9263c0 req-19e4904e-69fa-42c1-be08-110ed7be31dc tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7ba35fd-e66a-431f-8d18-572a16d7c491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716450 May 14 17:12:42.089211 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Deleting port 5d686e76-6851-4450-9372-10a1e92aad8f {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:42.089552 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.178260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff919f1-9bf6-4ebe-b0bd-097fce377c6d req-bd212332-29c8-4fb1-a1c7-17ce39d9ddac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:42.179690 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ff919f1-9bf6-4ebe-b0bd-097fce377c6d req-bd212332-29c8-4fb1-a1c7-17ce39d9ddac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 945 time: 0.4368348 May 14 17:12:42.180376 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21552fb5-a722-420c-8a74-c410143273f9 req-0cf6f047-d424-4610-9e77-c2ad5b59a236 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:42.182601 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21552fb5-a722-420c-8a74-c410143273f9 req-0cf6f047-d424-4610-9e77-c2ad5b59a236 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.0537441 May 14 17:12:42.270935 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] For port 5d686e76-6851-4450-9372-10a1e92aad8f, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=5d686e76-6851-4450-9372-10a1e92aad8f,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:42.271603 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.275561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port 09b8e503-54b2-410b-8ee1-724558f026d7 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:42.275891 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.286712 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ff919f1-9bf6-4ebe-b0bd-097fce377c6d req-cfdc4f1c-db58-4502-8fe5-8e65e23b00b9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=72581133-1b7d-4432-9c59-12a4595b292c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994585 May 14 17:12:42.292243 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Deleting port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:42.292768 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.327078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Calling delete_port for 5d686e76-6851-4450-9372-10a1e92aad8f owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:42.360037 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-815ea9bf-02e9-41db-a39f-01b48359a6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.390686 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] For port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:42.391270 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.406034 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Calling delete_port for 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:42.490831 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] For port 09b8e503-54b2-410b-8ee1-724558f026d7, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=09b8e503-54b2-410b-8ee1-724558f026d7,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:42.491045 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.579072 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583b94-e12a-46dd-b400-4362fb3c5026 req-1d4a09a2-805b-4a04-bb01-01983df0315d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:42.580559 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0583b94-e12a-46dd-b400-4362fb3c5026 req-1d4a09a2-805b-4a04-bb01-01983df0315d tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 946 time: 0.2265489 May 14 17:12:42.600544 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.602361 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d8057-ce74-48f7-99a5-1fdd4fd4a5b2 req-e55d793b-95f2-4b7e-b169-87dfeb61871a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:42.612064 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e89d8057-ce74-48f7-99a5-1fdd4fd4a5b2 req-e55d793b-95f2-4b7e-b169-87dfeb61871a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.1822457 May 14 17:12:42.628890 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Pushing event deleted for resources: {'Port': ['ID=25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:42.646070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:42.685592 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] No DVR routers for this DVR port 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa on host hv-cinder-84174 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:42.688168 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.691568 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21552fb5-a722-420c-8a74-c410143273f9 req-76392a9e-1296-4460-bab7-0db7d94970fc tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.57 "DELETE /v2.0/ports/25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa HTTP/1.1" status: 204 len: 173 time: 0.4971664 May 14 17:12:42.692098 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'name': 'network-vif-deleted', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:42.694394 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cd47e3-ff86-4e54-b675-2c0980f22fcd" -d '{"events": [{"server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "name": "network-vif-deleted", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:42.800228 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0583b94-e12a-46dd-b400-4362fb3c5026 req-2be59e94-e2ff-4b09-b7d1-047e99956a34 tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/security-groups?id=247f3eef-ec5c-442b-8c07-fab4b6d746b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101896 May 14 17:12:42.805196 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e89d8057-ce74-48f7-99a5-1fdd4fd4a5b2 req-97eafb0d-f397-4481-beb5-59f6eea2e93a tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701133 May 14 17:12:42.825165 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.825543 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:42.825862 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP 0f61f49b-4cf5-4b5b-bed6-3d41223807f4 disassociated. External IP: 172.27.2.119, port: 09b8e503-54b2-410b-8ee1-724558f026d7. May 14 17:12:42.826207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for 09b8e503-54b2-410b-8ee1-724558f026d7 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:42.906427 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1479a90-3aea-4316-91e4-6a030c0e3e73 x-openstack-request-id: req-b1479a90-3aea-4316-91e4-6a030c0e3e73 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:42.906737 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5bb1d8-3cba-4088-a21e-89c48e9edd72", "name": "network-vif-deleted", "tag": "25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:42.907009 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1479a90-3aea-4316-91e4-6a030c0e3e73 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:42.907415 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1479a90-3aea-4316-91e4-6a030c0e3e73'] response: {'server_uuid': '9e5bb1d8-3cba-4088-a21e-89c48e9edd72', 'name': 'network-vif-deleted', 'tag': '25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa', 'status': 'completed', 'code': 200} May 14 17:12:43.029543 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5d686e76-6851-4450-9372-10a1e92aad8f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.030833 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.103537 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Pushing event deleted for resources: {'Port': ['ID=5d686e76-6851-4450-9372-10a1e92aad8f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:43.108898 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (09b8e503-54b2-410b-8ee1-724558f026d7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.128810 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] No DVR routers for this DVR port 5d686e76-6851-4450-9372-10a1e92aad8f on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:43.136650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.140145 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2928c2a-5f81-40a3-9e5e-6095a8803ec8 req-d298677c-b0fe-4ab7-b0c1-7c08abad1620 tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.57 "DELETE /v2.0/ports/5d686e76-6851-4450-9372-10a1e92aad8f HTTP/1.1" status: 204 len: 173 time: 1.5447307 May 14 17:12:43.140599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'name': 'network-vif-deleted', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:43.142986 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19192b72-bcc5-4a61-a4a3-5474f943732f" -d '{"events": [{"server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "name": "network-vif-deleted", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:43.173246 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=09b8e503-54b2-410b-8ee1-724558f026d7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:43.230509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb45d94e-3483-4b76-ad71-98703dedef23 x-openstack-request-id: req-cb45d94e-3483-4b76-ad71-98703dedef23 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:43.230811 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48352d7-c6be-415e-b4a3-2687643456e0", "name": "network-vif-deleted", "tag": "5d686e76-6851-4450-9372-10a1e92aad8f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:43.231071 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb45d94e-3483-4b76-ad71-98703dedef23 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:43.231471 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb45d94e-3483-4b76-ad71-98703dedef23'] response: {'server_uuid': 'd48352d7-c6be-415e-b4a3-2687643456e0', 'name': 'network-vif-deleted', 'tag': '5d686e76-6851-4450-9372-10a1e92aad8f', 'status': 'completed', 'code': 200} May 14 17:12:43.278261 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0081c73-2312-41af-ab6a-caf80fea1c8f req-c00f21d8-5072-4380-b4e1-4762279fc63f tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0493360 May 14 17:12:43.349033 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:43.366103 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.435885 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45441e39-4144-456d-85b7-1f2da8ff22b5 req-2998cc94-5b33-474a-a5fe-84b03473f0de tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0355380 May 14 17:12:43.496401 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:43.508731 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:43.521682 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:43.522328 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:43.554933 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] No DVR routers for this DVR port 09b8e503-54b2-410b-8ee1-724558f026d7 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:43.554933 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.554933 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a65103c4-455a-4173-9be3-c50b3aa6bfb3 req-ea52c718-499c-4789-a35e-127dc634b1fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "DELETE /v2.0/ports/09b8e503-54b2-410b-8ee1-724558f026d7 HTTP/1.1" status: 204 len: 173 time: 1.7904005 May 14 17:12:43.646762 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:43.733556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-f8e598c8-c5bb-4eae-b7c5-16ff210af1f2 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:43.735124 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-f8e598c8-c5bb-4eae-b7c5-16ff210af1f2 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.0790882 May 14 17:12:43.833711 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Deleting port 7e75d0ae-fa8b-48f3-b425-307b47532a23 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:43.834524 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:43.880683 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:43.911502 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:43.920722 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:43.921573 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:43.968093 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ebf86d8-054a-4555-9c10-f543d67bd0f2 req-58823da2-c978-4517-bdf1-dea08510ecec tempest-ServerRescueNegativeTestJSON-2108932232 tempest-ServerRescueNegativeTestJSON-2108932232-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e5bb1d8-3cba-4088-a21e-89c48e9edd72 HTTP/1.1" status: 200 len: 210 time: 0.0571442 May 14 17:12:44.007410 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] For port 7e75d0ae-fa8b-48f3-b425-307b47532a23, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=7e75d0ae-fa8b-48f3-b425-307b47532a23,segment=NetworkSegment(54b8a2e8-28e3-457d-9167-355fb42793e3),segment_id=54b8a2e8-28e3-457d-9167-355fb42793e3)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:44.012460 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:44.026534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142625c-77a5-46ad-a738-02e954f3cc7b req-2898bea9-f926-4574-8e8d-265365f818b7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:44.028055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d142625c-77a5-46ad-a738-02e954f3cc7b req-2898bea9-f926-4574-8e8d-265365f818b7 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 945 time: 0.1160972 May 14 17:12:44.032110 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Calling delete_port for 7e75d0ae-fa8b-48f3-b425-307b47532a23 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:44.050029 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:44.121098 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d142625c-77a5-46ad-a738-02e954f3cc7b req-60349350-def4-4132-aeaa-7b1d9a929d08 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/security-groups?id=0afb4e46-5708-495e-96e5-9d35fee0b823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848956 May 14 17:12:44.267484 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:44.298909 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfb9f4-2a20-4875-8d8d-14b107ec93a0 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:44.309528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (7e75d0ae-fa8b-48f3-b425-307b47532a23), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:44.345518 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Pushing event deleted for resources: {'Port': ['ID=7e75d0ae-fa8b-48f3-b425-307b47532a23,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:44.356730 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['7e75d0ae-fa8b-48f3-b425-307b47532a23'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:12:44.421456 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-846fd8e7-b9c4-4cf8-bc1d-d49b355fe5a2 req-e4d4a2ab-ff0a-494f-b1ae-db236240a1af tempest-TestMinimumBasicScenario-24200041 tempest-TestMinimumBasicScenario-24200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48352d7-c6be-415e-b4a3-2687643456e0 HTTP/1.1" status: 200 len: 210 time: 0.0478246 May 14 17:12:44.422340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] No DVR routers for this DVR port 7e75d0ae-fa8b-48f3-b425-307b47532a23 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:44.425069 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:44.428551 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c851708-a35d-48d0-ae21-ddec75a05ede req-42b89a25-1ea4-46cb-a0c4-5261cc3e9fdb tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.57 "DELETE /v2.0/ports/7e75d0ae-fa8b-48f3-b425-307b47532a23 HTTP/1.1" status: 204 len: 173 time: 0.6873930 May 14 17:12:44.549930 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f414c178-5b9d-4fcd-9317-f036e276c778 req-8f5038dd-11f4-4282-89f5-8abd34d705ba tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4eda3cf-ca70-4bc1-9d81-c074369f13f6 HTTP/1.1" status: 200 len: 210 time: 0.0301197 May 14 17:12:44.583213 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca54a4b-1713-4c2a-a7ef-8bd6af2d000e None None] New status for floating IP 0f61f49b-4cf5-4b5b-bed6-3d41223807f4: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:12:44.800738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:44.915427 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 7e75d0ae-fa8b-48f3-b425-307b47532a23 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:44.935765 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 7e75d0ae-fa8b-48f3-b425-307b47532a23 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:44.936108 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 7e75d0ae-fa8b-48f3-b425-307b47532a23 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:44.936512 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5d686e76-6851-4450-9372-10a1e92aad8f no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:44.957879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 5d686e76-6851-4450-9372-10a1e92aad8f {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:44.958372 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 5d686e76-6851-4450-9372-10a1e92aad8f not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:44.958600 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:44.977292 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:44.978154 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 25a4b3f6-a854-4e2c-bb7f-1df9d59a98aa not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:44.978555 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09b8e503-54b2-410b-8ee1-724558f026d7 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:44.997552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 09b8e503-54b2-410b-8ee1-724558f026d7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:44.997894 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 09b8e503-54b2-410b-8ee1-724558f026d7 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:45.033347 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45866) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:45.229325 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a954b52d-fb45-41b7-bc37-49448eb141f8 req-480782cb-0f20-4cf0-a25e-e753a94b7635 tempest-VolumesSnapshotTestJSON-830519515 tempest-VolumesSnapshotTestJSON-830519515-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4dccc3d-23af-4551-91fb-55a476848c6f HTTP/1.1" status: 200 len: 210 time: 0.0269170 May 14 17:12:45.232178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'name': 'network-vif-deleted', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7'}, {'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'name': 'network-vif-deleted', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:45.235394 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ecfda-72a4-47a2-899e-2cf445976df5" -d '{"events": [{"server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "name": "network-vif-deleted", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7"}, {"server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "name": "network-vif-deleted", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:45.282363 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115bd739-8439-4317-b39b-c83de562509a x-openstack-request-id: req-115bd739-8439-4317-b39b-c83de562509a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:45.282732 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eda3cf-ca70-4bc1-9d81-c074369f13f6", "name": "network-vif-deleted", "tag": "09b8e503-54b2-410b-8ee1-724558f026d7", "status": "completed", "code": 200}, {"server_uuid": "d4dccc3d-23af-4551-91fb-55a476848c6f", "name": "network-vif-deleted", "tag": "7e75d0ae-fa8b-48f3-b425-307b47532a23", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:45.283111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-115bd739-8439-4317-b39b-c83de562509a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:45.283578 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115bd739-8439-4317-b39b-c83de562509a'] response: {'server_uuid': 'a4eda3cf-ca70-4bc1-9d81-c074369f13f6', 'name': 'network-vif-deleted', 'tag': '09b8e503-54b2-410b-8ee1-724558f026d7', 'status': 'completed', 'code': 200} May 14 17:12:45.283904 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115bd739-8439-4317-b39b-c83de562509a'] response: {'server_uuid': 'd4dccc3d-23af-4551-91fb-55a476848c6f', 'name': 'network-vif-deleted', 'tag': '7e75d0ae-fa8b-48f3-b425-307b47532a23', 'status': 'completed', 'code': 200} May 14 17:12:45.560883 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.729401 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45890) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:45.790903 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (72581133-1b7d-4432-9c59-12a4595b292c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.818048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (72581133-1b7d-4432-9c59-12a4595b292c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.875623 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Deleting port 59c5a9b5-3c12-41d1-992a-b11455f9ab28 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:45.875961 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.954229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] For port 59c5a9b5-3c12-41d1-992a-b11455f9ab28, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=59c5a9b5-3c12-41d1-992a-b11455f9ab28,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:45.954584 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.967579 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Calling delete_port for 59c5a9b5-3c12-41d1-992a-b11455f9ab28 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:45.989204 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (72581133-1b7d-4432-9c59-12a4595b292c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.992084 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:45.996233 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/security-groups/72581133-1b7d-4432-9c59-12a4595b292c HTTP/1.1" status: 204 len: 168 time: 0.2597115 May 14 17:12:45.997588 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45900) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:46.014560 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e448-e6db-4746-a196-9e09e4ae5a07 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72581133-1b7d-4432-9c59-12a4595b292c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:46.016680 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-03056293-0665-46d6-83cd-b7f1a2747592 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] show failed (client error): The resource could not be found. May 14 17:12:46.017712 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-03056293-0665-46d6-83cd-b7f1a2747592 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups/72581133-1b7d-4432-9c59-12a4595b292c HTTP/1.1" status: 404 len: 347 time: 0.0192292 May 14 17:12:46.020597 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45902) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:46.153440 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port d62b4fe7-1210-4d9d-ba6f-898a7042c1bc {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:46.153769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.230719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.230997 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.240140 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (59c5a9b5-3c12-41d1-992a-b11455f9ab28), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.242436 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for d62b4fe7-1210-4d9d-ba6f-898a7042c1bc owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:46.266680 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c5a9b5-3c12-41d1-992a-b11455f9ab28,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:46.411662 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.477970 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.520729 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (d62b4fe7-1210-4d9d-ba6f-898a7042c1bc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.546381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=d62b4fe7-1210-4d9d-ba6f-898a7042c1bc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:46.614338 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (0f61f49b-4cf5-4b5b-bed6-3d41223807f4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.616951 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:46.621392 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0e51f1ef-f6e2-49e4-94ff-6b499047bad2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/floatingips/0f61f49b-4cf5-4b5b-bed6-3d41223807f4 HTTP/1.1" status: 204 len: 168 time: 0.5971291 May 14 17:12:46.714198 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:46.793536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45934) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:46.798294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604643799', 'description': 'tempest-description--373607097'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:46.934158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.017349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (0a4c84ec-dfdc-4a8f-bdee-f5316228cae6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.053995 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:47.062467 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-25a9e120-b99a-4a33-a82b-929075b69b04 admin admin] 10.222.0.48 "PUT /v2.0/routers/64897d89-5d67-4ad1-8a8d-a4ab31f9cfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0258467 May 14 17:12:47.063611 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45942) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:47.068896 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Sync routers for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:47.081265 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:47.082268 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:47.117655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0a4c84ec-dfdc-4a8f-bdee-f5316228cae6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.168100 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:47.220247 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:47.255386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.259585 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-42a5f9d5-501a-43cf-b781-7cafcf04238a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4621005 May 14 17:12:47.259995 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45944) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:47.265352 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '0a4c84ec-dfdc-4a8f-bdee-f5316228cae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:47.281946 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks [] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.324373 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-fa97499f-2727-4859-8e8c-69ea827c7f48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030688 May 14 17:12:47.393571 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:47.424331 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:12:46Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:47.433123 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks [] for router_gateway (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.437316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-89d568d6-8e19-4612-b71b-f6b7c282699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:47.438831 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-89d568d6-8e19-4612-b71b-f6b7c282699f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 1130 time: 0.0743327 May 14 17:12:47.451209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Checking router: 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:47.455472 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (83f7fe73-9a77-4053-86d9-5065e91958e3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.460448 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Routers {'64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:47.461056 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:47.559628 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (83f7fe73-9a77-4053-86d9-5065e91958e3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.578112 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] Set router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:47.583945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-00e5688f-96ca-4c56-b9e7-637b9e1c3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:47.586045 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-00e5688f-96ca-4c56-b9e7-637b9e1c3a4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.1251569 May 14 17:12:47.699244 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (83f7fe73-9a77-4053-86d9-5065e91958e3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.729137 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f7fe73-9a77-4053-86d9-5065e91958e3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:47.799948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.804508 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-20d5599c-2066-4218-9c21-c72d38792715 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5427220 May 14 17:12:47.805841 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45948) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:47.805979 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:12:46Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:47.816129 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'security_group_rule': {'security_group_id': '0a4c84ec-dfdc-4a8f-bdee-f5316228cae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:47.843561 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34389264-7da7-4032-ba3b-f361913fbf3a None None] The sync data for ids ['64897d89-5d67-4ad1-8a8d-a4ab31f9cfca'] in dv-cinder-841745-1-iscsi is: [{'id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'name': 'tempest-ServerRescueNegativeTestJSON-1966226877-router', 'tenant_id': '5a510daa17084906b68118cd075f8a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:12:46Z', 'revision_number': 5, 'project_id': '5a510daa17084906b68118cd075f8a36', 'gw_port': {'id': 'd6b50bce-e038-4154-8323-cd2b54c82b0a', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64897d89-5d67-4ad1-8a8d-a4ab31f9cfca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:46Z', 'updated_at': '2022-05-14T17:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:47.900544 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (db2e5f67-439a-45e0-8e8e-b497606e810d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.947477 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (13f13ae7-2c23-4b77-ad7a-2ca8df54fa06), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.955878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Deleting port d6b50bce-e038-4154-8323-cd2b54c82b0a {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:47.956498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:47.960875 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-71d1eafb-42be-4208-a70f-4a396cf2eb7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 200 len: 1001 time: 0.3679950 May 14 17:12:48.058261 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (13f13ae7-2c23-4b77-ad7a-2ca8df54fa06), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.063198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-067a5645-e991-491d-a351-edd8cc207cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:48.076342 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-067a5645-e991-491d-a351-edd8cc207cf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0934272 May 14 17:12:48.109005 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] For port d6b50bce-e038-4154-8323-cd2b54c82b0a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d6b50bce-e038-4154-8323-cd2b54c82b0a,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:48.109525 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.133394 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (13f13ae7-2c23-4b77-ad7a-2ca8df54fa06), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.144528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Calling delete_port for d6b50bce-e038-4154-8323-cd2b54c82b0a owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:48.154097 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f13ae7-2c23-4b77-ad7a-2ca8df54fa06,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:48.213283 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-cef8abe1-2c47-4131-b105-4500fd0c5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:48.215501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-cef8abe1-2c47-4131-b105-4500fd0c5d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441720 May 14 17:12:48.254122 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Deleting port f298f8cc-2131-4439-8a98-cf1e66cd305a {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:48.254463 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.330985 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] For port f298f8cc-2131-4439-8a98-cf1e66cd305a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f298f8cc-2131-4439-8a98-cf1e66cd305a,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:48.332067 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.345162 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Calling delete_port for f298f8cc-2131-4439-8a98-cf1e66cd305a owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:48.391427 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-bfa8801d-638c-46d2-bbd6-45da8d160f14 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655140 May 14 17:12:48.450104 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.451337 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-afb0a645-61b6-4673-ba98-a0a35c452d6d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6433992 May 14 17:12:48.455672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45958) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:48.462724 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:48.522604 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-43af8625-ada7-4b9a-8d2c-b829bcc3b0ef req-0e755212-ce60-4e5e-91e7-b842f2082e23 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067016 May 14 17:12:48.618723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (d6b50bce-e038-4154-8323-cd2b54c82b0a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.618984 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.650116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b50bce-e038-4154-8323-cd2b54c82b0a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:48.714365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.719805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.755500 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (f298f8cc-2131-4439-8a98-cf1e66cd305a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.792427 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f298f8cc-2131-4439-8a98-cf1e66cd305a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:48.832292 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.834579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks [] for router_controller (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:48.902409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.27.2.222 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:49.028228 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (64897d89-5d67-4ad1-8a8d-a4ab31f9cfca), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.029039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64897d89-5d67-4ad1-8a8d-a4ab31f9cfca {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:12:49.034389 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.035486 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d350084f-4f60-4712-bd22-43c37a1f7819 admin admin] 10.222.0.48 "DELETE /v2.0/routers/64897d89-5d67-4ad1-8a8d-a4ab31f9cfca HTTP/1.1" status: 204 len: 168 time: 1.9704926 May 14 17:12:49.037960 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45962) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:49.078502 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (db2e5f67-439a-45e0-8e8e-b497606e810d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.093278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Deleting subnet a42d4f81-ffd0-47b6-be20-2c865f99752e {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:12:49.096846 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Publish callbacks [] for subnet (a42d4f81-ffd0-47b6-be20-2c865f99752e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.103489 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.134720 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (a42d4f81-ffd0-47b6-be20-2c865f99752e), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.254852 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (a42d4f81-ffd0-47b6-be20-2c865f99752e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.303483 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.347160 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:49.357593 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:49.366586 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:49.369780 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:49.397969 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Router db2e5f67-439a-45e0-8e8e-b497606e810d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:49.406420 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (a42d4f81-ffd0-47b6-be20-2c865f99752e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.434260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42d4f81-ffd0-47b6-be20-2c865f99752e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:49.436375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.439598 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-38e1fb7a-8131-40e9-9d9c-9691da29f87e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a42d4f81-ffd0-47b6-be20-2c865f99752e HTTP/1.1" status: 204 len: 168 time: 0.4005628 May 14 17:12:49.451080 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c1c6e-d944-4ed1-ae33-a21ec876d261 None None] Network a8a06775-837b-454a-b790-8645dbd6a277 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:12:49.451822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45964) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:49.522987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (a8a06775-837b-454a-b790-8645dbd6a277), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.557103 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.589104 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:49.595698 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8672f565-2c55-4c62-94ba-8ef19d477df9 admin admin] 10.222.0.48 "PUT /v2.0/routers/db2e5f67-439a-45e0-8e8e-b497606e810d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1983688 May 14 17:12:49.595819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Deleting port fd0de917-71f6-47ac-8679-1e93816e4ee3 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:49.595819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.596263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45966) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:49.604930 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Sync routers for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:49.613788 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:49.614380 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:49.642116 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f948794-afa2-4a20-998e-496806896e62 None None] DHCP port deletion for a8a06775-837b-454a-b790-8645dbd6a277 request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:12:49.698970 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.744460 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:49.746332 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] For port fd0de917-71f6-47ac-8679-1e93816e4ee3, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=fd0de917-71f6-47ac-8679-1e93816e4ee3,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:49.746702 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.765862 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Calling delete_port for fd0de917-71f6-47ac-8679-1e93816e4ee3 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:49.824540 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks [] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.910985 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Deleting port fd0de917-71f6-47ac-8679-1e93816e4ee3 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:49.911385 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.952348 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.955285 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 59c5a9b5-3c12-41d1-992a-b11455f9ab28 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:49.978831 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks [] for router_gateway (db2e5f67-439a-45e0-8e8e-b497606e810d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:49.984495 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 59c5a9b5-3c12-41d1-992a-b11455f9ab28 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:49.984851 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 59c5a9b5-3c12-41d1-992a-b11455f9ab28 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:49.985255 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d6b50bce-e038-4154-8323-cd2b54c82b0a no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:49.998096 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:12:48Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.011616 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.013781 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: d6b50bce-e038-4154-8323-cd2b54c82b0a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:50.014131 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d6b50bce-e038-4154-8323-cd2b54c82b0a not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:50.014540 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device fd0de917-71f6-47ac-8679-1e93816e4ee3 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:50.029432 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Checking router: db2e5f67-439a-45e0-8e8e-b497606e810d for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:50.035095 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.039138 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Routers {'db2e5f67-439a-45e0-8e8e-b497606e810d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:50.040426 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['db2e5f67-439a-45e0-8e8e-b497606e810d'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.045287 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-7f948794-afa2-4a20-998e-496806896e62 None None] For port fd0de917-71f6-47ac-8679-1e93816e4ee3, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=fd0de917-71f6-47ac-8679-1e93816e4ee3,segment=NetworkSegment(17a1580d-512b-4c30-8c60-887c5af98855),segment_id=17a1580d-512b-4c30-8c60-887c5af98855)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:50.046513 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.058849 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:50.063313 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Calling delete_port for fd0de917-71f6-47ac-8679-1e93816e4ee3 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:50.090685 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0de917-71f6-47ac-8679-1e93816e4ee3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:50.103264 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No active binding found for port fd0de917-71f6-47ac-8679-1e93816e4ee3 {{(pid=103964) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 14 17:12:50.103532 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] The host dv-cinder-841745-1-iscsi is not matching for port fd0de917-71f6-47ac-8679-1e93816e4ee3 host None! {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} May 14 17:12:50.103982 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device fd0de917-71f6-47ac-8679-1e93816e4ee3 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:50.105554 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] No DVR routers for this DVR port fd0de917-71f6-47ac-8679-1e93816e4ee3 on host dv-cinder-841745-1-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:50.158471 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.161392 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] Set router db2e5f67-439a-45e0-8e8e-b497606e810d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:50.195316 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (fd0de917-71f6-47ac-8679-1e93816e4ee3), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.217495 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (a8a06775-837b-454a-b790-8645dbd6a277), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.220685 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f948794-afa2-4a20-998e-496806896e62 None None] Pushing event deleted for resources: {'Port': ['ID=fd0de917-71f6-47ac-8679-1e93816e4ee3,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:50.224469 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f948794-afa2-4a20-998e-496806896e62 None None] No DVR routers for this DVR port fd0de917-71f6-47ac-8679-1e93816e4ee3 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:50.225210 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:12:50.245319 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a06775-837b-454a-b790-8645dbd6a277']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.253805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.261495 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9894d907-09fb-49de-b34e-a61c4dff1695 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7989998 May 14 17:12:50.261800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a1580d-512b-4c30-8c60-887c5af98855') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.261800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a1580d-512b-4c30-8c60-887c5af98855') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.272289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (17a1580d-512b-4c30-8c60-887c5af98855), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.289409 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Deleting port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:50.289677 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.302713 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (17a1580d-512b-4c30-8c60-887c5af98855), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.340139 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:12:50.340582 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (17a1580d-512b-4c30-8c60-887c5af98855), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:12:50.342376 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:12:50.368882 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:12:48Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:50.396401 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74cf43-d933-474c-a08c-dee90ad3df02 None None] The sync data for ids ['db2e5f67-439a-45e0-8e8e-b497606e810d'] in dv-cinder-841745-1-iscsi is: [{'id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'name': 'tempest-TestMinimumBasicScenario-344892521-router', 'tenant_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:09Z', 'updated_at': '2022-05-14T17:12:48Z', 'revision_number': 5, 'project_id': '2aa643e2d0c2446b8fbca85325dfdbcf', 'gw_port': {'id': '8a6f9a21-a5b2-4f1a-8721-83553d479ce7', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e5f67-439a-45e0-8e8e-b497606e810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:10Z', 'updated_at': '2022-05-14T17:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:50.468573 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] For port 8a6f9a21-a5b2-4f1a-8721-83553d479ce7, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:50.468786 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.480998 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-f66ffa3a-ebcd-4e0a-bc63-cbb1b836b95d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--604643799&fields=id&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 267 time: 0.0989144 May 14 17:12:50.484698 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Calling delete_port for 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:50.571913 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (a8a06775-837b-454a-b790-8645dbd6a277), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.601040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.601040 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a8a06775-837b-454a-b790-8645dbd6a277 HTTP/1.1" status: 204 len: 168 time: 1.1518345 May 14 17:12:50.617756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb961fc7-0593-4ec8-adb0-ffd28bef90e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a06775-837b-454a-b790-8645dbd6a277,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:50.662872 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-ed37d527-4476-4beb-9c1d-663f821d0655 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:50.664348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-ed37d527-4476-4beb-9c1d-663f821d0655 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.1757314 May 14 17:12:50.715710 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-45417f52-4275-4fd0-827b-03b4b7b4e379 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/quotas/cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 375 time: 0.0153558 May 14 17:12:50.814442 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-21bfbf8a-778a-4bbf-84dd-89883acab174 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922432 May 14 17:12:50.921283 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (8a6f9a21-a5b2-4f1a-8721-83553d479ce7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:50.924532 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-9f34a5f5-5cf0-4749-a24b-c540471841ac service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979116 May 14 17:12:50.957315 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6f9a21-a5b2-4f1a-8721-83553d479ce7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:51.009754 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45986) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:51.047933 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5c3b0f2e-03a2-4994-9308-c82a15f38fc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a510daa17084906b68118cd075f8a36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406570 May 14 17:12:51.050473 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 45988) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:51.081396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (db2e5f67-439a-45e0-8e8e-b497606e810d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.087539 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-49273c41-5dd1-484d-bf18-40208edda07f service neutron] 10.222.0.48 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399262 May 14 17:12:51.097283 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] Publish callbacks [] for security_group (247f3eef-ec5c-442b-8c07-fab4b6d746b4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.119551 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] Publish callbacks [] for security_group (247f3eef-ec5c-442b-8c07-fab4b6d746b4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.178680 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.180890 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks [] for router_controller (db2e5f67-439a-45e0-8e8e-b497606e810d), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.240263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (247f3eef-ec5c-442b-8c07-fab4b6d746b4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.242996 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.244164 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/247f3eef-ec5c-442b-8c07-fab4b6d746b4 HTTP/1.1" status: 204 len: 168 time: 0.1927409 May 14 17:12:51.252035 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f543a-e1ee-411e-9709-6cd592b43da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247f3eef-ec5c-442b-8c07-fab4b6d746b4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:51.326454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (db2e5f67-439a-45e0-8e8e-b497606e810d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.326666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2e5f67-439a-45e0-8e8e-b497606e810d {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:12:51.332880 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.339796 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d67e6591-7f7c-4a5b-9376-6989213dc6fa admin admin] 10.222.0.48 "DELETE /v2.0/routers/db2e5f67-439a-45e0-8e8e-b497606e810d HTTP/1.1" status: 204 len: 168 time: 1.7372508 May 14 17:12:51.341542 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 45994) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:51.408209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-19a9b9f9-4004-439c-88f4-4323ab0da3cb req-caf97053-b386-4ce7-acc4-ab2293a5b068 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0342395 May 14 17:12:51.418767 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Deleting subnet c91723f5-14f5-4874-bd1a-ebd866ae6ab1 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:12:51.427268 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Publish callbacks [] for subnet (c91723f5-14f5-4874-bd1a-ebd866ae6ab1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.471473 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (c91723f5-14f5-4874-bd1a-ebd866ae6ab1), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.559235 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (c91723f5-14f5-4874-bd1a-ebd866ae6ab1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.703651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (c91723f5-14f5-4874-bd1a-ebd866ae6ab1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.729225 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91723f5-14f5-4874-bd1a-ebd866ae6ab1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:51.732658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:51.735931 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5bbf6d05-b80a-40d9-a4df-88334def5295 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c91723f5-14f5-4874-bd1a-ebd866ae6ab1 HTTP/1.1" status: 204 len: 168 time: 0.3933861 May 14 17:12:51.738843 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46008) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:51.741793 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b841a-307c-4b1e-800b-fa8cf8972cb6 None None] Network a0bba4ee-77ea-447c-8a8e-a05f36ba32bf requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:12:51.897259 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f298f8cc-2131-4439-8a98-cf1e66cd305a no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:51.941171 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: f298f8cc-2131-4439-8a98-cf1e66cd305a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:51.941171 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f298f8cc-2131-4439-8a98-cf1e66cd305a not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:51.941171 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:51.959334 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:51.959334 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 8a6f9a21-a5b2-4f1a-8721-83553d479ce7 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:51.960757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] DHCP port deletion for a0bba4ee-77ea-447c-8a8e-a05f36ba32bf request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:12:52.017598 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Deleting port 70be0088-dddb-4370-b1f6-44319787a597 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:52.017971 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (70be0088-dddb-4370-b1f6-44319787a597), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.088043 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] For port 70be0088-dddb-4370-b1f6-44319787a597, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70be0088-dddb-4370-b1f6-44319787a597,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:52.088525 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (70be0088-dddb-4370-b1f6-44319787a597), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.104394 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Calling delete_port for 70be0088-dddb-4370-b1f6-44319787a597 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:52.136515 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.195072 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Deleting port 70be0088-dddb-4370-b1f6-44319787a597 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:52.195433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (70be0088-dddb-4370-b1f6-44319787a597), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.261635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] For port 70be0088-dddb-4370-b1f6-44319787a597, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70be0088-dddb-4370-b1f6-44319787a597,segment=NetworkSegment(0332a100-fe19-484a-bae3-411c7c856845),segment_id=0332a100-fe19-484a-bae3-411c7c856845)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:52.263079 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (70be0088-dddb-4370-b1f6-44319787a597), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.263208 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (70be0088-dddb-4370-b1f6-44319787a597), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.276605 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Calling delete_port for 70be0088-dddb-4370-b1f6-44319787a597 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:52.287422 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] Pushing event deleted for resources: {'Port': ['ID=70be0088-dddb-4370-b1f6-44319787a597,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:52.294584 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98abce7d-3c0f-4af3-b727-5952ed538170 None None] No DVR routers for this DVR port 70be0088-dddb-4370-b1f6-44319787a597 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:52.356031 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (70be0088-dddb-4370-b1f6-44319787a597), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.384948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Pushing event deleted for resources: {'Port': ['ID=70be0088-dddb-4370-b1f6-44319787a597,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:52.388439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] No DVR routers for this DVR port 70be0088-dddb-4370-b1f6-44319787a597 on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:52.407970 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46026) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:52.460925 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.488463 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bba4ee-77ea-447c-8a8e-a05f36ba32bf']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:52.498642 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0332a100-fe19-484a-bae3-411c7c856845') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:52.498984 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0332a100-fe19-484a-bae3-411c7c856845') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:52.513185 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (0332a100-fe19-484a-bae3-411c7c856845), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.516398 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4bb9ebad-d18a-4af2-a260-a5196da6198c req-aafff982-6a56-464b-804c-6e8c6b9c4986 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0315204 May 14 17:12:52.536792 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (0332a100-fe19-484a-bae3-411c7c856845), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.537029 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-network', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:52.543564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:12:52.543972 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (0332a100-fe19-484a-bae3-411c7c856845), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self.session.flush() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self.session.flush() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self.session.flush() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self.session.flush() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:12:52.545747 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:12:52.681048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Made reservation on behalf of 2ddb55acb6f14928a8c0b9522e8b0f7d for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:12:52.683359 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.695851 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.720158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (a0bba4ee-77ea-447c-8a8e-a05f36ba32bf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.725941 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.730444 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0bba4ee-77ea-447c-8a8e-a05f36ba32bf HTTP/1.1" status: 204 len: 168 time: 0.9901972 May 14 17:12:52.734352 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46032) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:52.741953 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3313-17a3-4fb5-a091-21b83446f459 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bba4ee-77ea-447c-8a8e-a05f36ba32bf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:52.854649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks [] for security_group (e42514ac-aa10-4194-a90a-ae763a2c5790), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:52.947891 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e42514ac-aa10-4194-a90a-ae763a2c5790), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.238279 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:12:53.256539 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42514ac-aa10-4194-a90a-ae763a2c5790,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:53.264268 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (a4e6bb98-556d-49c0-b935-b79f3acbdecd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.264385 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Added segment a4e6bb98-556d-49c0-b935-b79f3acbdecd of type vlan for network 12bb30e0-325c-4182-9e3b-0ee35cf6398c May 14 17:12:53.327377 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (12bb30e0-325c-4182-9e3b-0ee35cf6398c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.469052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (12bb30e0-325c-4182-9e3b-0ee35cf6398c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.470029 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:53.470615 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.576227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] Pushing event updated for resources: {'Network': ['ID=12bb30e0-325c-4182-9e3b-0ee35cf6398c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:53.596099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:12:53.605929 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (60f95802-ab1c-49fb-8094-d0c031995e3d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.652959 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9c0a75b5-3c4c-47d1-b115-ca3d78b959f8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2431087 May 14 17:12:53.658845 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46042) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:53.663767 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Request body: {'subnet': {'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-subnet', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:53.684815 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aff01fe8-083d-40a7-bdb1-a1746c87a97a req-e3936544-903f-4c4a-9d27-98edd47b1449 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0820086 May 14 17:12:53.754640 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Made reservation on behalf of 2ddb55acb6f14928a8c0b9522e8b0f7d for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:12:53.757330 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:53.780657 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70be0088-dddb-4370-b1f6-44319787a597 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:53.803231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 70be0088-dddb-4370-b1f6-44319787a597 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:53.803873 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70be0088-dddb-4370-b1f6-44319787a597 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:53.838089 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-683f0700-d07d-4907-b519-d79e8205da67 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:53.839794 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-683f0700-d07d-4907-b519-d79e8205da67 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 814 time: 0.1865592 May 14 17:12:53.999069 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-08545674-264a-42f1-9eba-1929e78f1aa6 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdfff6f0263b4865a62d653b9fff4380 HTTP/1.1" status: 200 len: 379 time: 0.1373994 May 14 17:12:54.007693 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'port': {'device_id': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'admin_state_up': True, 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'security_groups': ['0a4c84ec-dfdc-4a8f-bdee-f5316228cae6']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:54.017668 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (f51306a8-0099-409f-83e6-db193edb7cc0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.080464 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51306a8-0099-409f-83e6-db193edb7cc0,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:54.088138 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Checking segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:12:54.088969 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Network hostable DHCP agents. Network: 12bb30e0-325c-4182-9e3b-0ee35cf6398c, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:12:54.166148 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:12:54.192237 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Deleting port 4a32679d-27ef-4289-8e0e-10b504ab17e5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:54.192576 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.251479 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 12bb30e0-325c-4182-9e3b-0ee35cf6398c) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:54.256977 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:54.258846 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.261231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf1768-cfb8-4a43-bf7c-56e3237a4330 None None] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:12:54.274718 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] For port 4a32679d-27ef-4289-8e0e-10b504ab17e5, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a32679d-27ef-4289-8e0e-10b504ab17e5,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:54.275111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.282102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Made reservation on behalf of cdfff6f0263b4865a62d653b9fff4380 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:12:54.285397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.298423 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Calling delete_port for 4a32679d-27ef-4289-8e0e-10b504ab17e5 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:54.324112 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-76d40342-87a5-4936-a4d5-0983e8a9a590 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6641552 May 14 17:12:54.329157 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46050) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:54.333617 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:54.370177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:12:54.371122 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.412212 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.413484 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.472640 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for router_controller (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.509567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Allocated IP 172.20.0.4 (7181b5a9-1405-4eae-b6f8-5b3df2e35432/d8479d69-e8c2-4c26-afc1-90494f7e3717/bb0aca22-befd-4f25-be9d-398bfb090dfa) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:54.513382 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Allocated IP 172.20.0.2 (12bb30e0-325c-4182-9e3b-0ee35cf6398c/f51306a8-0099-409f-83e6-db193edb7cc0/58498cdd-3d7e-40f9-be9e-195250cb2002) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:54.661398 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks [] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.718258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (4a32679d-27ef-4289-8e0e-10b504ab17e5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.733578 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for router_gateway (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.749432 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.786067 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a32679d-27ef-4289-8e0e-10b504ab17e5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:54.817270 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:54.818895 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Pushing event updated for resources: {'Port': ['ID=58498cdd-3d7e-40f9-be9e-195250cb2002,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:54.822174 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:54.824819 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:54.839305 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d659f47-b8c8-4193-9d14-b617ed373335 req-47720c77-d00c-4902-9701-368f0bd3468f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0582066 May 14 17:12:54.934662 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Attempting to bind port 58498cdd-3d7e-40f9-be9e-195250cb2002 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:12:54.935405 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Attempting to bind port 58498cdd-3d7e-40f9-be9e-195250cb2002 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:12:54.936726 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Attempting to bind port 58498cdd-3d7e-40f9-be9e-195250cb2002 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:54.944891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:12:54.946409 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Checking segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:12:54.948564 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.949295 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Bound using segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:12:54.950264 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Bound port: 58498cdd-3d7e-40f9-be9e-195250cb2002, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:12:54.950874 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:54.963876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.065800 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (60f95802-ab1c-49fb-8094-d0c031995e3d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.095134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] For port 58498cdd-3d7e-40f9-be9e-195250cb2002, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:12:55.100747 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] For port 58498cdd-3d7e-40f9-be9e-195250cb2002, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=58498cdd-3d7e-40f9-be9e-195250cb2002,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:12:55.136276 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for router_gateway (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.147460 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.157814 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.202019 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.230008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event updated for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:55.267156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:55.272525 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:55.276918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:55.281928 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd089-7f14-4afa-98ce-c96b838773a6 None None] Pushing event updated for resources: {'Port': ['ID=58498cdd-3d7e-40f9-be9e-195250cb2002,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:55.307095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Allocated IP 172.27.2.113 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/05a1c907-0dd6-45a9-952a-350c41516202) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:55.405080 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:55.409771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.435326 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for port (05a1c907-0dd6-45a9-952a-350c41516202), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.514652 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Router 60f95802-ab1c-49fb-8094-d0c031995e3d has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:12:55.582055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4f94a3b8-2a6c-4e41-9e29-cf46614992eb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779128 May 14 17:12:55.603630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Request body: {'port': {'device_id': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:12:55.618510 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (05a1c907-0dd6-45a9-952a-350c41516202), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.643437 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-10bbd50e-14a1-44e1-a03f-066fd47a2c71 None None] Provisioning complete for port bb0aca22-befd-4f25-be9d-398bfb090dfa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:55.645157 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10bbd50e-14a1-44e1-a03f-066fd47a2c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.664924 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:55.676339 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=05a1c907-0dd6-45a9-952a-350c41516202,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:55.679973 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:55.682531 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:55.685609 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:55.688163 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6b3dc7b6-1372-454a-a4d4-d946f2d0b7b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/60f95802-ab1c-49fb-8094-d0c031995e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9516432 May 14 17:12:55.690397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46068) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:55.700558 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Sync routers for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:55.722587 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-10bbd50e-14a1-44e1-a03f-066fd47a2c71 None None] Port bb0aca22-befd-4f25-be9d-398bfb090dfa cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:12:55.727887 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:55.728757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:55.815069 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:55.919930 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:56.017688 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 58498cdd-3d7e-40f9-be9e-195250cb2002 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:12:56.263537 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for router_gateway (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.342381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks [] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.417298 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 58498cdd-3d7e-40f9-be9e-195250cb2002 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:56.417702 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.434622 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46c561-7637-4b64-bfac-684a40cc53a4 req-765f14a0-237f-4c8c-8d2b-55c42f16b4fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:56.436466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed46c561-7637-4b64-bfac-684a40cc53a4 req-765f14a0-237f-4c8c-8d2b-55c42f16b4fd tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 931 time: 0.2042813 May 14 17:12:56.484992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:12:54Z', 'revision_number': 5, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:56.520066 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Checking router: 60f95802-ab1c-49fb-8094-d0c031995e3d for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:56.556760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Routers {'60f95802-ab1c-49fb-8094-d0c031995e3d'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:56.557496 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['60f95802-ab1c-49fb-8094-d0c031995e3d'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:56.576829 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.589827 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed46c561-7637-4b64-bfac-684a40cc53a4 req-c5274dc7-4aa0-4697-9860-4981a99b45f8 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447740 May 14 17:12:56.650364 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks [] for router_gateway (60f95802-ab1c-49fb-8094-d0c031995e3d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.690223 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 58498cdd-3d7e-40f9-be9e-195250cb2002 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:56.690963 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.716358 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691b09c-f22c-41bb-8b38-53c712ab420c None None] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:12:56.733375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0aca22-befd-4f25-be9d-398bfb090dfa {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:12:56.742586 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks [] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.757498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Transition to ACTIVE for port object bb0aca22-befd-4f25-be9d-398bfb090dfa will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:12:56.790491 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] Set router 60f95802-ab1c-49fb-8094-d0c031995e3d gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:56.826708 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Deleting port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:56.827087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.828612 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 58498cdd-3d7e-40f9-be9e-195250cb2002, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=58498cdd-3d7e-40f9-be9e-195250cb2002,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:56.839979 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:12:56.869998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.927185 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e2a27f8f-3120-4c18-b221-b4924c6cb25c None None] Provisioning complete for port 58498cdd-3d7e-40f9-be9e-195250cb2002 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:56.928746 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e2a27f8f-3120-4c18-b221-b4924c6cb25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.962321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:56.977010 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:56.993549 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] For port 4a64531a-39b3-40d3-af69-6da9ad2e0fdf, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:56.993918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.032347 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:12:57.051789 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:12:57.068667 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:57.071136 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:57.084396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Calling delete_port for 4a64531a-39b3-40d3-af69-6da9ad2e0fdf owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:57.152064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.156877 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8bb6970a-e3f1-4095-97ed-c080a89a8ed5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8267000 May 14 17:12:57.157652 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46090) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:57.175781 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Attempting to bind port bb0aca22-befd-4f25-be9d-398bfb090dfa on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:12:57.176124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Attempting to bind port bb0aca22-befd-4f25-be9d-398bfb090dfa by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:12:57.176457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Attempting to bind port bb0aca22-befd-4f25-be9d-398bfb090dfa on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:57.184933 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Port bb0aca22-befd-4f25-be9d-398bfb090dfa on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:12:57.185258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Attempting to bind port bb0aca22-befd-4f25-be9d-398bfb090dfa on network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:57.224006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:12:57.224262 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Checking segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:12:57.224658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Bound using segment: {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:12:57.225167 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Bound port: bb0aca22-befd-4f25-be9d-398bfb090dfa, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c113663-6eb7-40fd-9b35-cdedbf043100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:12:57.225533 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.282185 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:57.286879 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=58498cdd-3d7e-40f9-be9e-195250cb2002,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:57.330847 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.331500 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.331855 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.332196 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.332966 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.332966 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.333240 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.333619 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.333949 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.334274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.334599 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.334983 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.335309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:57.407589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e2a27f8f-3120-4c18-b221-b4924c6cb25c None None] Current status of the port 58498cdd-3d7e-40f9-be9e-195250cb2002 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:57.462515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:12:54Z', 'revision_number': 5, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:57.500015 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a69274-2549-4b54-be25-a62c1b78ae33 None None] The sync data for ids ['60f95802-ab1c-49fb-8094-d0c031995e3d'] in dv-cinder-841745-1-iscsi is: [{'id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'name': 'tempest-TestMinimumBasicScenario-880453064-router', 'tenant_id': 'de031212b2594d2e8978005b9074163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:09:18Z', 'updated_at': '2022-05-14T17:12:54Z', 'revision_number': 5, 'project_id': 'de031212b2594d2e8978005b9074163f', 'gw_port': {'id': '4a64531a-39b3-40d3-af69-6da9ad2e0fdf', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f95802-ab1c-49fb-8094-d0c031995e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:09:19Z', 'updated_at': '2022-05-14T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:57.505599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:12:57.510769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:12:57.560168 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (4a64531a-39b3-40d3-af69-6da9ad2e0fdf), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.598503 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a64531a-39b3-40d3-af69-6da9ad2e0fdf,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:57.635111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.691005 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:55Z', 'revision_number': 3, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:57.699416 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5cdbe8e0-0480-4c99-8e89-830beefa1e94 None None] Provisioning complete for port 58498cdd-3d7e-40f9-be9e-195250cb2002 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:57.700286 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe8e0-0480-4c99-8e89-830beefa1e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.724839 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:12:57.725325 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Updating router bdb241b5-1ec5-4a13-8142-9e87ba4e015f port 05a1c907-0dd6-45a9-952a-350c41516202 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:12:57.760055 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:57.768608 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (05a1c907-0dd6-45a9-952a-350c41516202), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.828786 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbe8e0-0480-4c99-8e89-830beefa1e94 None None] Current status of the port 58498cdd-3d7e-40f9-be9e-195250cb2002 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:57.835240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (60f95802-ab1c-49fb-8094-d0c031995e3d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.990590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:57.994180 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks [] for router_controller (60f95802-ab1c-49fb-8094-d0c031995e3d), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.055694 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.056209 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.060569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-d55e1749-56cd-45de-a8a9-c5964f2a65e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb0aca22-befd-4f25-be9d-398bfb090dfa HTTP/1.1" status: 200 len: 1093 time: 2.4614115 May 14 17:12:58.065797 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:12:58.068132 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:12:58.129157 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf68c1-3368-4ab3-b4e0-90c35b417bc5 req-c2cfc605-3515-43ca-94fc-a55a39302dac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.144409 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76bf68c1-3368-4ab3-b4e0-90c35b417bc5 req-c2cfc605-3515-43ca-94fc-a55a39302dac tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.3681743 May 14 17:12:58.154015 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de8dbc3-1991-442d-9aad-423ed05f9353 x-openstack-request-id: req-6de8dbc3-1991-442d-9aad-423ed05f9353 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:12:58.154311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:12:58.154587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6de8dbc3-1991-442d-9aad-423ed05f9353 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:12:58.155005 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de8dbc3-1991-442d-9aad-423ed05f9353'] response: {'name': 'network-changed', 'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'status': 'completed', 'code': 200} May 14 17:12:58.199037 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (60f95802-ab1c-49fb-8094-d0c031995e3d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.201249 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f95802-ab1c-49fb-8094-d0c031995e3d {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:12:58.217344 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 58498cdd-3d7e-40f9-be9e-195250cb2002 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:12:58.228061 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76bf68c1-3368-4ab3-b4e0-90c35b417bc5 req-7d343fcf-0dc7-41b3-a7a0-e613e555d5c9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850165 May 14 17:12:58.252625 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.302149 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks [] for port (05a1c907-0dd6-45a9-952a-350c41516202), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.302870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.302870 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-da6d6349-fc35-4bfd-9708-b8f72ef42adf admin admin] 10.222.0.48 "DELETE /v2.0/routers/60f95802-ab1c-49fb-8094-d0c031995e3d HTTP/1.1" status: 204 len: 168 time: 2.6078227 May 14 17:12:58.315558 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46106) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:58.348567 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 58498cdd-3d7e-40f9-be9e-195250cb2002 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:58.348567 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.387802 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Deleting subnet 02ea8526-e136-444c-a72b-52c34c47415e {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:12:58.397426 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Publish callbacks [] for subnet (02ea8526-e136-444c-a72b-52c34c47415e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.400571 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-0725a9f2-9abd-4ae4-8a69-69562f2792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.401929 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (05a1c907-0dd6-45a9-952a-350c41516202), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.402873 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-0725a9f2-9abd-4ae4-8a69-69562f2792d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 1127 time: 0.1990526 May 14 17:12:58.465950 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Attempting to bind port 05a1c907-0dd6-45a9-952a-350c41516202 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:12:58.466611 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Attempting to bind port 05a1c907-0dd6-45a9-952a-350c41516202 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:12:58.467203 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Attempting to bind port 05a1c907-0dd6-45a9-952a-350c41516202 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:12:58.475827 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:12:58.476484 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:12:58.477068 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.477607 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:12:58.478247 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Bound port: 05a1c907-0dd6-45a9-952a-350c41516202, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:12:58.478817 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (05a1c907-0dd6-45a9-952a-350c41516202), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.484465 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 58498cdd-3d7e-40f9-be9e-195250cb2002 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:12:58.487698 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Pushing event updated for resources: {'Port': ['ID=05a1c907-0dd6-45a9-952a-350c41516202,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:58.495433 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a32679d-27ef-4289-8e0e-10b504ab17e5 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:12:58.517220 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Allocated IP 172.20.0.1 (12bb30e0-325c-4182-9e3b-0ee35cf6398c/f51306a8-0099-409f-83e6-db193edb7cc0/d69cc5ca-c153-4526-b2d4-1f423dc2a37c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:12:58.523819 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.524419 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.524857 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 4a32679d-27ef-4289-8e0e-10b504ab17e5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:12:58.525089 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.525412 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a32679d-27ef-4289-8e0e-10b504ab17e5 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:12:58.525756 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.526236 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.527573 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.528428 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.529272 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.529850 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.530429 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.531115 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.531712 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.532191 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:12:58.538764 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (02ea8526-e136-444c-a72b-52c34c47415e), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.596384 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] For port 05a1c907-0dd6-45a9-952a-350c41516202, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:12:58.600338 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] For port 05a1c907-0dd6-45a9-952a-350c41516202, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=05a1c907-0dd6-45a9-952a-350c41516202,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:12:58.638204 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-8727a10e-7871-43f7-82db-7e3429755a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.639711 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-8727a10e-7871-43f7-82db-7e3429755a5e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cdfff6f0263b4865a62d653b9fff4380&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2148840 May 14 17:12:58.674213 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks [] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.686495 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (05a1c907-0dd6-45a9-952a-350c41516202), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.703329 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (02ea8526-e136-444c-a72b-52c34c47415e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.737507 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:12:58.738134 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:58.784174 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58450245-dc0e-4c4e-8c8d-7d610dab636d None None] Pushing event updated for resources: {'Port': ['ID=05a1c907-0dd6-45a9-952a-350c41516202,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:58.792016 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-02a34f45-c12d-49c1-8dd4-b0c0fcd5e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.794227 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3060b78f-eccf-4dbd-8a1d-74ebe6f5c070 req-02a34f45-c12d-49c1-8dd4-b0c0fcd5e773 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462200 May 14 17:12:58.794903 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.832986 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:58.837510 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:58.840920 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:12:58.877148 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Pushing event updated for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:58.887094 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:12:58.896948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.908568 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (02ea8526-e136-444c-a72b-52c34c47415e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.950269 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ea8526-e136-444c-a72b-52c34c47415e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:58.953385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:58.960327 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2b513071-c196-41ea-9605-0ad3d833a867 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/02ea8526-e136-444c-a72b-52c34c47415e HTTP/1.1" status: 204 len: 168 time: 0.6403365 May 14 17:12:58.960327 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46110) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:12:58.969282 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-1141e059-1fc8-4c3d-bcaf-2ef5eb8eee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:58.970698 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961dd1cc-b788-4373-b7bb-81aa0525e6bf None None] Network 22283508-14e1-41e1-b073-8c276053a5d8 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:12:58.971196 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-1141e059-1fc8-4c3d-bcaf-2ef5eb8eee32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 1127 time: 0.1052403 May 14 17:12:59.082567 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-81ebba06-bb77-4269-9c38-7bcc51cf6014 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa HTTP/1.1" status: 200 len: 217 time: 0.0790110 May 14 17:12:59.150760 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (22283508-14e1-41e1-b073-8c276053a5d8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.170349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-e04852cc-0355-4739-8a56-9611e2c4d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:59.175617 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-e04852cc-0355-4739-8a56-9611e2c4d2f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0763125 May 14 17:12:59.180660 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:55Z', 'revision_number': 3, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:59.220375 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a179f-2aa2-42e0-88c6-a541be6fe0cb None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:55Z', 'revision_number': 3, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:12:59.239740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.258202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] DHCP port deletion for 22283508-14e1-41e1-b073-8c276053a5d8 request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:12:59.291712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Deleting port 61b2876f-a34f-45cb-a420-d4670747d335 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:59.291970 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (61b2876f-a34f-45cb-a420-d4670747d335), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.317764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-847bdf15-d597-4fa2-80fb-dc0dd806a0b9 None None] Provisioning complete for port d69cc5ca-c153-4526-b2d4-1f423dc2a37c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:59.318392 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-847bdf15-d597-4fa2-80fb-dc0dd806a0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.347549 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4abd4875-4fd2-4ece-80c1-2bd72070666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:59.349238 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-4abd4875-4fd2-4ece-80c1-2bd72070666e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524413 May 14 17:12:59.363019 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-847bdf15-d597-4fa2-80fb-dc0dd806a0b9 None None] Port d69cc5ca-c153-4526-b2d4-1f423dc2a37c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:12:59.387157 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Deleting port 61b2876f-a34f-45cb-a420-d4670747d335 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:12:59.388686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (61b2876f-a34f-45cb-a420-d4670747d335), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.412113 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] For port 61b2876f-a34f-45cb-a420-d4670747d335, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=61b2876f-a34f-45cb-a420-d4670747d335,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:59.412320 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (61b2876f-a34f-45cb-a420-d4670747d335), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.436464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aea45-5928-4234-b0b7-fde48109d0c4 req-80ff8816-41d8-4cce-bb93-63441d992d8f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:12:59.443426 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab1aea45-5928-4234-b0b7-fde48109d0c4 req-80ff8816-41d8-4cce-bb93-63441d992d8f tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.1370764 May 14 17:12:59.448606 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks [] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.450553 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Calling delete_port for 61b2876f-a34f-45cb-a420-d4670747d335 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:59.465151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] For port 61b2876f-a34f-45cb-a420-d4670747d335, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=61b2876f-a34f-45cb-a420-d4670747d335,segment=NetworkSegment(22a202f5-2890-4794-a636-8fd562aaef31),segment_id=22a202f5-2890-4794-a636-8fd562aaef31)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:12:59.465703 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (61b2876f-a34f-45cb-a420-d4670747d335), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.480020 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Calling delete_port for 61b2876f-a34f-45cb-a420-d4670747d335 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:12:59.516929 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.549009 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab1aea45-5928-4234-b0b7-fde48109d0c4 req-9a54d658-08e3-4906-9441-742df3459bf7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039135 May 14 17:12:59.608306 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Pushing event updated for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:59.620390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.651649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (61b2876f-a34f-45cb-a420-d4670747d335), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.661309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (61b2876f-a34f-45cb-a420-d4670747d335), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.678579 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] No DVR routers for this DVR port 61b2876f-a34f-45cb-a420-d4670747d335 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:59.703395 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b2876f-a34f-45cb-a420-d4670747d335,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:59.710158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629184d-04ce-47c0-bd35-ab43596d57d0 None None] Pushing event deleted for resources: {'Port': ['ID=61b2876f-a34f-45cb-a420-d4670747d335,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:12:59.710936 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] No DVR routers for this DVR port 61b2876f-a34f-45cb-a420-d4670747d335 on host dv-cinder-841745-1-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:12:59.749051 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:12:59.756661 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:12:59.843262 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (22283508-14e1-41e1-b073-8c276053a5d8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.864160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 05a1c907-0dd6-45a9-952a-350c41516202 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:12:59.881254 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22283508-14e1-41e1-b073-8c276053a5d8']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:59.893115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a202f5-2890-4794-a636-8fd562aaef31') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:59.893443 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a202f5-2890-4794-a636-8fd562aaef31') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:12:59.922399 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (22a202f5-2890-4794-a636-8fd562aaef31), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.940302 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (22a202f5-2890-4794-a636-8fd562aaef31), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.943597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 05a1c907-0dd6-45a9-952a-350c41516202 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:12:59.943911 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (05a1c907-0dd6-45a9-952a-350c41516202), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.950385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:12:59.950816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (22a202f5-2890-4794-a636-8fd562aaef31), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:12:59.952601 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:12:59.959321 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:00.071099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 05a1c907-0dd6-45a9-952a-350c41516202 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:00.071995 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (05a1c907-0dd6-45a9-952a-350c41516202), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.095730 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:00.103663 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (22283508-14e1-41e1-b073-8c276053a5d8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.104278 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port 05a1c907-0dd6-45a9-952a-350c41516202, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=05a1c907-0dd6-45a9-952a-350c41516202,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:00.111348 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-615c5b1d-3f16-422c-bd52-994fe19bff85 admin admin] 10.222.0.48 "PUT /v2.0/routers/bdb241b5-1ec5-4a13-8142-9e87ba4e015f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495692 May 14 17:13:00.111520 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7090bfc8-1ce9-4299-9186-a6e681fdc5b3 None None] Provisioning complete for port d69cc5ca-c153-4526-b2d4-1f423dc2a37c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:00.111520 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7090bfc8-1ce9-4299-9186-a6e681fdc5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.122040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.126300 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] 10.222.0.48 "DELETE /v2.0/networks/22283508-14e1-41e1-b073-8c276053a5d8 HTTP/1.1" status: 204 len: 168 time: 1.1654649 May 14 17:13:00.144307 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e74dd-554a-4bbd-8ba5-57841c3d6934 admin admin] Pushing event deleted for resources: {'Network': ['ID=22283508-14e1-41e1-b073-8c276053a5d8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:00.159165 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7090bfc8-1ce9-4299-9186-a6e681fdc5b3 None None] Port d69cc5ca-c153-4526-b2d4-1f423dc2a37c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:00.184226 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (05a1c907-0dd6-45a9-952a-350c41516202), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.241106 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=05a1c907-0dd6-45a9-952a-350c41516202,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:00.269320 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a64531a-39b3-40d3-af69-6da9ad2e0fdf no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:00.292146 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 4a64531a-39b3-40d3-af69-6da9ad2e0fdf {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:00.292576 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4a64531a-39b3-40d3-af69-6da9ad2e0fdf not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:00.293069 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 61b2876f-a34f-45cb-a420-d4670747d335 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:00.316255 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 61b2876f-a34f-45cb-a420-d4670747d335 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:00.316899 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 61b2876f-a34f-45cb-a420-d4670747d335 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:00.526419 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46128) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:00.531092 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234339175', 'description': 'tempest-description--302712883'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:00.536781 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46130) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:00.576580 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-386bee1d-db5a-4565-9748-47c1c51f175e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aa643e2d0c2446b8fbca85325dfdbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386496 May 14 17:13:00.578963 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46132) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:00.626999 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] Publish callbacks [] for security_group (b7ba35fd-e66a-431f-8d18-572a16d7c491), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.649757 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] Publish callbacks [] for security_group (b7ba35fd-e66a-431f-8d18-572a16d7c491), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.692413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff149f2-04ae-4a6c-90a4-59026c78e965 req-3c9c5c42-cd5b-459e-ad72-c8f50301cab4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:00.694625 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ff149f2-04ae-4a6c-90a4-59026c78e965 req-3c9c5c42-cd5b-459e-ad72-c8f50301cab4 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.0587685 May 14 17:13:00.715738 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.763596 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ff149f2-04ae-4a6c-90a4-59026c78e965 req-e9b914c3-f3ed-4618-8fbf-ebef9836dc5d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632117 May 14 17:13:00.804620 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (4e453d4c-0318-4fd8-b893-08f6ab610d3d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.823130 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (b7ba35fd-e66a-431f-8d18-572a16d7c491), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.825801 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.827010 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7ba35fd-e66a-431f-8d18-572a16d7c491 HTTP/1.1" status: 204 len: 168 time: 0.2471397 May 14 17:13:00.834656 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e3dfd-e6a3-4a45-ad9e-80348501d615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba35fd-e66a-431f-8d18-572a16d7c491,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:00.897777 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4e453d4c-0318-4fd8-b893-08f6ab610d3d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:00.936096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e453d4c-0318-4fd8-b893-08f6ab610d3d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:01.019244 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.020474 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9a31c350-44a3-45be-a08c-8ae3dc290458 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4929924 May 14 17:13:01.023361 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46140) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:01.028229 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group_rule': {'security_group_id': '4e453d4c-0318-4fd8-b893-08f6ab610d3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:01.114515 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (b0dc4199-f001-47e3-86e8-f3fbe9afa58f), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.172562 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (b0dc4199-f001-47e3-86e8-f3fbe9afa58f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.210139 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:01.223816 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:01.224435 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:01.240493 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (b0dc4199-f001-47e3-86e8-f3fbe9afa58f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.260583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dc4199-f001-47e3-86e8-f3fbe9afa58f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:01.339947 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:01.362921 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.367025 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-47a49653-868e-43bb-b18d-7f0fc851dca0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395410 May 14 17:13:01.371106 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46146) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:01.372084 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group_rule': {'security_group_id': '4e453d4c-0318-4fd8-b893-08f6ab610d3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:01.496941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (55f89969-8ee2-4eba-b890-2897a72e78d5), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.531196 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46148) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:01.558068 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (55f89969-8ee2-4eba-b890-2897a72e78d5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.577521 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8090e5be-77a0-4c54-a2d5-951c1061694e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de031212b2594d2e8978005b9074163f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447972 May 14 17:13:01.580064 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46150) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:01.629731 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] Publish callbacks [] for security_group (027a56b5-8ebf-45c4-9c67-b8913cc9e80b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.651912 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] Publish callbacks [] for security_group (027a56b5-8ebf-45c4-9c67-b8913cc9e80b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.652481 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (55f89969-8ee2-4eba-b890-2897a72e78d5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.673270 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 2, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:01.673878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f89969-8ee2-4eba-b890-2897a72e78d5,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:01.704406 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:01.704772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Updating router bdb241b5-1ec5-4a13-8142-9e87ba4e015f port d69cc5ca-c153-4526-b2d4-1f423dc2a37c binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:13:01.738304 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.772396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 05a1c907-0dd6-45a9-952a-350c41516202 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:01.781015 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.782240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1ea10d10-46b1-438b-a4cd-c4cb0513d733 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138343 May 14 17:13:01.786165 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46152) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:01.791843 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:01.820811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-217f5962-7974-49c8-9223-c607977952e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023593 May 14 17:13:01.840639 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (027a56b5-8ebf-45c4-9c67-b8913cc9e80b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.843285 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.845526 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/027a56b5-8ebf-45c4-9c67-b8913cc9e80b HTTP/1.1" status: 204 len: 168 time: 0.2630777 May 14 17:13:01.853887 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30078118-52c3-45d4-8db0-1e693915dad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a56b5-8ebf-45c4-9c67-b8913cc9e80b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:01.905474 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:01.927132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 05a1c907-0dd6-45a9-952a-350c41516202 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:01.927132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (05a1c907-0dd6-45a9-952a-350c41516202), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.000896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1958c194-eb4d-4aa0-a8fa-a8ff70e84786 req-8fa2f89c-9ffe-4788-a1ba-1469e3c21f38 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738605 May 14 17:13:02.016333 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee31b-7026-4e2b-89d7-20e2325eb164 req-556da386-43c6-4c97-b449-95a5aee07f0a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:02.023391 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5aee31b-7026-4e2b-89d7-20e2325eb164 req-556da386-43c6-4c97-b449-95a5aee07f0a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.1396327 May 14 17:13:02.047536 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.097434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 05a1c907-0dd6-45a9-952a-350c41516202 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:02.097597 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5aee31b-7026-4e2b-89d7-20e2325eb164 req-c78eec3f-c1ad-4d9d-b363-30bcd6eb6ef0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666769 May 14 17:13:02.150566 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks [] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.170247 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Allocated IP 172.27.2.46 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/5d29bd41-39e3-4d7a-a92b-c8677f7195f4) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:02.227873 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.287148 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.301134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4ca7c-7367-4932-b809-f425741e9bb5 None None] Pushing event updated for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:02.338642 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Attempting to bind port d69cc5ca-c153-4526-b2d4-1f423dc2a37c on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:02.339220 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Attempting to bind port d69cc5ca-c153-4526-b2d4-1f423dc2a37c by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:02.344094 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Attempting to bind port d69cc5ca-c153-4526-b2d4-1f423dc2a37c on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:02.345660 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:02.346465 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Checking segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:02.347093 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.347589 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Bound using segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:02.348237 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Bound port: d69cc5ca-c153-4526-b2d4-1f423dc2a37c, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:02.348714 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.400804 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.427295 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] For port d69cc5ca-c153-4526-b2d4-1f423dc2a37c, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:02.431748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] For port d69cc5ca-c153-4526-b2d4-1f423dc2a37c, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:02.455547 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:02.460297 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:02.464221 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:02.489484 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=5d29bd41-39e3-4d7a-a92b-c8677f7195f4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:02.495927 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7679f5c6-3368-478f-ba37-03bc41fbb97f None None] Provisioning complete for port d69cc5ca-c153-4526-b2d4-1f423dc2a37c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:02.496378 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7679f5c6-3368-478f-ba37-03bc41fbb97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.527480 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.558433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (265a1279-7d24-4577-85e4-00282035b685), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.566416 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7679f5c6-3368-478f-ba37-03bc41fbb97f None None] Port d69cc5ca-c153-4526-b2d4-1f423dc2a37c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:02.590086 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:02.590716 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:02.642000 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4ca7c-7367-4932-b809-f425741e9bb5 None None] Pushing event updated for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:02.685694 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.731652 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:02.847876 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Provisioning complete for port d69cc5ca-c153-4526-b2d4-1f423dc2a37c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:02.848404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.854158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:02.926989 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.007353 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=5d29bd41-39e3-4d7a-a92b-c8677f7195f4,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:03.019739 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (265a1279-7d24-4577-85e4-00282035b685), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.027743 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Current status of the port d69cc5ca-c153-4526-b2d4-1f423dc2a37c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:03.028432 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.073641 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] For port d69cc5ca-c153-4526-b2d4-1f423dc2a37c, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:03.083309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:02Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:03.088006 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46184) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:03.117655 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.117796 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261718-9f58-4623-94eb-6b17026f8e1f None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:02Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:03.126198 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-05e6527c-34a8-4e4e-890f-4ca1020e2c4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3388617 May 14 17:13:03.143137 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.242379 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacff493-dd4a-457e-a1dc-de9359267624 None None] Pushing event updated for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:03.278579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2332-a255-460f-988a-3cbe5e769f4c req-86cebd22-9fc3-4380-9091-4306da1b62e6 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:03.280247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d41b2332-a255-460f-988a-3cbe5e769f4c req-86cebd22-9fc3-4380-9091-4306da1b62e6 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.1160522 May 14 17:13:03.324608 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108718366-network', 'tenant_id': '99683d34888b4c9a9398568a076e291f'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:03.369818 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d41b2332-a255-460f-988a-3cbe5e769f4c req-52523376-2113-4268-b9f0-b6fd92cdb3e0 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773184 May 14 17:13:03.447246 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-3d6a009f-73d9-4704-8570-53447eb2779f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--234339175&fields=id&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 267 time: 0.0482461 May 14 17:13:03.564365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-ddfce41d-e756-4275-b5a0-1c4ea9dfe4c0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:03.565850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-ddfce41d-e756-4275-b5a0-1c4ea9dfe4c0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 817 time: 0.1118870 May 14 17:13:03.581541 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-d5556d97-bdf3-4837-b88f-f6ac338710a7 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/quotas/2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 375 time: 0.0096014 May 14 17:13:03.606228 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Made reservation on behalf of 99683d34888b4c9a9398568a076e291f for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:03.608584 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.619134 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.656443 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-10aef6bc-003c-4551-abb9-aed861475328 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587356 May 14 17:13:03.717241 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks [] for security_group (279b7108-aa21-4354-a0ad-2de5e589671b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.770006 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-7581c000-224d-4719-9aa3-c58647f02574 service neutron] 10.222.0.48 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109681 May 14 17:13:03.810308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (279b7108-aa21-4354-a0ad-2de5e589671b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.810597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d69cc5ca-c153-4526-b2d4-1f423dc2a37c up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:03.823117 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:13:03.840362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.844689 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Added segment beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a of type vlan for network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f May 14 17:13:03.878336 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port d69cc5ca-c153-4526-b2d4-1f423dc2a37c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:03.878800 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.906417 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:03.947345 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279b7108-aa21-4354-a0ad-2de5e589671b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:03.986911 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-a21609a1-c905-496e-8b4d-f60d863c496f service neutron] 10.222.0.48 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105393 May 14 17:13:03.995698 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port d69cc5ca-c153-4526-b2d4-1f423dc2a37c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:04.005482 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:04.005482 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:04.005482 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:04.069738 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] Pushing event updated for resources: {'Network': ['ID=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:04.083392 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:13:04.135438 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dfaa23c5-efc4-4379-856b-9f4f7ba44431 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0463099 May 14 17:13:04.138331 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46208) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:04.143738 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Request body: {'subnet': {'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108718366-subnet', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:04.262826 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Made reservation on behalf of 99683d34888b4c9a9398568a076e291f for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:04.265195 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:04.268375 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c98f2da3-1948-40ca-9b83-c9cad6cdcc2b req-13e9cade-91c0-4b7b-ac96-aab9242f467f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 210 time: 0.0363357 May 14 17:13:04.492017 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8edb9-745e-4e2c-9c8e-aa8b90442ee3 req-30c3545c-5427-445e-8256-f0e43eb80ad5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:04.494193 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13a8edb9-745e-4e2c-9c8e-aa8b90442ee3 req-30c3545c-5427-445e-8256-f0e43eb80ad5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.0570078 May 14 17:13:04.532292 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (6175a3b3-16e3-4ebd-b10b-817ffada3489), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:04.544252 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13a8edb9-745e-4e2c-9c8e-aa8b90442ee3 req-aa6ac3b2-a53e-463d-8955-d227bce3bb6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 May 14 17:13:04.594901 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6175a3b3-16e3-4ebd-b10b-817ffada3489,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:04.602147 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Checking segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:04.602500 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Network hostable DHCP agents. Network: 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:13:04.737629 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:13:04.863004 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:04.877222 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:04.877222 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:04.877706 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf696560-c8bb-4e90-bfd9-e844cbd182f3 None None] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:04.979045 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'project_id': '99683d34888b4c9a9398568a076e291f', 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:13:04.979899 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.007679 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4575e225-d969-4233-bca9-97fea2732eca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8680758 May 14 17:13:05.013564 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46228) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:05.016505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:05.116414 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Allocated IP 172.20.0.2 (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f/6175a3b3-16e3-4ebd-b10b-817ffada3489/4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:05.127230 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.128766 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.181970 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for router_controller (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.264210 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks [] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.463942 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.506224 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:05.514449 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:05.517521 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:05.520845 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Pushing event updated for resources: {'Port': ['ID=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:05.714699 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-675879c2-1b1e-4ba5-ad7e-82b64223a76d req-727792f5-c6b6-40bf-8841-02b82c433572 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 210 time: 0.0681894 May 14 17:13:05.719137 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Attempting to bind port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:05.719137 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Attempting to bind port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:05.719449 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Attempting to bind port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f on network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:05.725002 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:05.725582 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Checking segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:05.726146 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.727318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Bound using segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:05.727783 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Bound port: 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:05.728159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.761537 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device bb0aca22-befd-4f25-be9d-398bfb090dfa details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:13:05.803635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for router_gateway (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.817089 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc30de0-bc30-4df7-8fe3-fedf0846fb2a req-06eec2ad-a5d4-41fb-a18a-89d3c97c762b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:05.818567 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-efc30de0-bc30-4df7-8fe3-fedf0846fb2a req-06eec2ad-a5d4-41fb-a18a-89d3c97c762b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 943 time: 0.1691251 May 14 17:13:05.843248 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] For port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:05.861341 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] For port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:05.871435 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-efc30de0-bc30-4df7-8fe3-fedf0846fb2a req-59ad6845-5e22-46a4-8e59-5f0a70d236cb tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467975 May 14 17:13:05.899318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:05.910863 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'port_id': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'mac_address': 'fa:16:3e:5a:02:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:13:05.949149 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port bb0aca22-befd-4f25-be9d-398bfb090dfa is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:05.949536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:05.962325 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0aca22-befd-4f25-be9d-398bfb090dfa {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:05.982108 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:06.006678 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.069641 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7fd8-b320-4ea6-9252-1225989f2ec2 None None] Pushing event updated for resources: {'Port': ['ID=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:06.080369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.134513 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:06.197489 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for router_gateway (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.229173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.349579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Allocated IP 172.27.2.103 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/df0e13d3-adbc-4cad-b2b1-f02c6e9c8040) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:06.381575 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['bb0aca22-befd-4f25-be9d-398bfb090dfa'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:13:06.488550 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.708657 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:06.748398 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:06.751785 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:06.755861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:06.784849 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Pushing event updated for resources: {'Port': ['ID=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:06.825203 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8eb6741e-56b3-43a1-8474-a125c93c9dd0 req-8ce35bb1-2f42-4a1e-9114-12771c46ff4d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 210 time: 0.0376616 May 14 17:13:06.976782 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5bf2c-1afd-451e-8250-075d93f41db1 None None] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:07.003295 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233535c-93ae-4e6c-b9b3-560dbde423bc req-3abcff23-26b1-4847-b427-7405f232fad5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:07.004860 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c233535c-93ae-4e6c-b9b3-560dbde423bc req-3abcff23-26b1-4847-b427-7405f232fad5 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 944 time: 0.0606937 May 14 17:13:07.039556 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-42601b20-92f7-4797-8834-5009c130127a None None] Provisioning complete for port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:07.044958 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-42601b20-92f7-4797-8834-5009c130127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.053056 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c233535c-93ae-4e6c-b9b3-560dbde423bc req-4475c2c9-b0db-4afe-a3e6-059c7f8f965e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 May 14 17:13:07.174242 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-42601b20-92f7-4797-8834-5009c130127a None None] Current status of the port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:07.174636 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-42601b20-92f7-4797-8834-5009c130127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.216047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-42601b20-92f7-4797-8834-5009c130127a None None] For port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:07.223347 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for router_gateway (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.355200 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-42601b20-92f7-4797-8834-5009c130127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.412366 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42601b20-92f7-4797-8834-5009c130127a None None] Pushing event updated for resources: {'Port': ['ID=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:07.475992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3e85-64ce-483c-a973-ba36083e176f None None] Provisioning complete for port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:07.476375 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3e85-64ce-483c-a973-ba36083e176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.507890 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.565737 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e3e85-64ce-483c-a973-ba36083e176f None None] Current status of the port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:07.578306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-e2bc3e17-946e-4847-bbc9-8945dc334c39 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:07.579851 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-e2bc3e17-946e-4847-bbc9-8945dc334c39 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 817 time: 0.1646504 May 14 17:13:07.693047 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-a33ef174-9713-4bc4-bd03-777d2452dfb4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 379 time: 0.0750461 May 14 17:13:07.703941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'port': {'device_id': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'admin_state_up': True, 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'security_groups': ['4e453d4c-0318-4fd8-b893-08f6ab610d3d']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:07.782485 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device bb0aca22-befd-4f25-be9d-398bfb090dfa up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:07.824707 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:07.864522 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:13:07.913531 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:07.914177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.918199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Made reservation on behalf of 2ddb55acb6f14928a8c0b9522e8b0f7d for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:07.921683 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:07.982834 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe5bf450-bf72-4464-ab97-6505ab33b7d8 req-f06a7afe-1158-449c-b755-47a32df602d5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 210 time: 0.0542660 May 14 17:13:08.001892 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:08.011177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port bb0aca22-befd-4f25-be9d-398bfb090dfa completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:13:08.015515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port bb0aca22-befd-4f25-be9d-398bfb090dfa triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:08.015891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.105862 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:08.111728 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port bb0aca22-befd-4f25-be9d-398bfb090dfa is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:08.112184 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.116556 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Sync routers for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:08.130194 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:08.130827 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:08.140369 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:08.143919 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f611fa-b395-4ad7-98c0-cce53a66d2cd" -d '{"events": [{"server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "name": "network-vif-plugged", "status": "completed", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:08.159202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:08.237353 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Allocated IP 172.20.0.13 (12bb30e0-325c-4182-9e3b-0ee35cf6398c/f51306a8-0099-409f-83e6-db193edb7cc0/f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:08.245826 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.261753 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:08.299112 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:08.328393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107423f6-e04f-49dd-898d-90c6d12def99 x-openstack-request-id: req-107423f6-e04f-49dd-898d-90c6d12def99 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:08.328690 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "name": "network-vif-plugged", "status": "completed", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:08.329501 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-107423f6-e04f-49dd-898d-90c6d12def99 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:08.329501 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107423f6-e04f-49dd-898d-90c6d12def99'] response: {'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'code': 200} May 14 17:13:08.355397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.356634 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6e2d68c8-36cf-4e1f-9cfe-496bc2956afc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3436821 May 14 17:13:08.359592 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46274) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:08.368735 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875411b-65ea-4d60-ba61-1968ea2e8fbf req-2c3405f2-782f-46cd-b1af-296651ebfc0d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:08.373472 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5875411b-65ea-4d60-ba61-1968ea2e8fbf req-2c3405f2-782f-46cd-b1af-296651ebfc0d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 944 time: 0.2241924 May 14 17:13:08.462107 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5875411b-65ea-4d60-ba61-1968ea2e8fbf req-ebaae4f0-3f78-4193-b8f2-c80b362d8722 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857611 May 14 17:13:08.481947 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:06Z', 'revision_number': 3, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:08.486020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.515342 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Checking router: 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:08.516043 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Updating router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:13:08.545290 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.589127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.641304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:08.650967 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:08.653085 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:08.655376 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:08.728723 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:08.729435 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.819321 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787b7e-a564-4cd3-810a-b2f7919a0cac req-38d44f4c-7f0a-4239-af16-798d784f1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:08.821399 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb787b7e-a564-4cd3-810a-b2f7919a0cac req-38d44f4c-7f0a-4239-af16-798d784f1e17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 1129 time: 0.0842588 May 14 17:13:08.899844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-aa89393e-36e4-4ecd-91e9-5750489d4f4c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2008677 May 14 17:13:08.922017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:08.928498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Request body: {'port': {'device_id': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:08.977557 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb787b7e-a564-4cd3-810a-b2f7919a0cac req-85bd64da-e48b-47fe-8206-28c2489ad6ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500077 May 14 17:13:09.076413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.079425 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks [] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.121648 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-876a86d7-d5d3-4a74-9c30-79fc9ba4f1fe None None] Provisioning complete for port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:09.122156 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-876a86d7-d5d3-4a74-9c30-79fc9ba4f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.162567 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Allocated IP 172.20.0.1 (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f/6175a3b3-16e3-4ebd-b10b-817ffada3489/2e9a5d76-15b5-4371-b320-27cc14b5975d) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:09.165988 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.185027 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-876a86d7-d5d3-4a74-9c30-79fc9ba4f1fe None None] Port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:09.243142 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7c2c-2713-4a92-9ebf-ee61e06b4d92 None None] Pushing event updated for resources: {'Port': ['ID=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:09.245982 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Attempting to bind port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:09.246354 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Attempting to bind port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:09.246858 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Attempting to bind port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:09.254612 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:09.255349 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:09.256061 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.256730 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:09.257362 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Bound port: df0e13d3-adbc-4cad-b2b1-f02c6e9c8040, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:09.257991 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.283976 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310a69d-5014-4010-bd2d-85dc3284bb6e req-63d10199-366f-4ac3-bfe2-bcce4f318a30 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:09.285516 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d310a69d-5014-4010-bd2d-85dc3284bb6e req-63d10199-366f-4ac3-bfe2-bcce4f318a30 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 932 time: 0.1684093 May 14 17:13:09.301000 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks [] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.334617 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] For port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:09.338729 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] For port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:09.399317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d310a69d-5014-4010-bd2d-85dc3284bb6e req-57be70bf-7f7b-4324-87ea-12cc216a519f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949197 May 14 17:13:09.435258 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.435889 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.477856 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:09.479014 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:09.482615 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:09.486374 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:09.495141 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks [] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.499549 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:09.502895 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:09.519169 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:09.520297 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Transition to ACTIVE for port object f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:13:09.551699 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.564956 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7c2c-2713-4a92-9ebf-ee61e06b4d92 None None] Pushing event updated for resources: {'Port': ['ID=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:09.618283 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af40f80-9530-4125-986a-13539fff4023 req-4da125f4-ce9c-491f-a39a-ac852002c78d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:09.619696 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8af40f80-9530-4125-986a-13539fff4023 req-4da125f4-ce9c-491f-a39a-ac852002c78d tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0666780 May 14 17:13:09.678958 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:09.700129 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8af40f80-9530-4125-986a-13539fff4023 req-86d7fc8a-4ad2-445c-aee8-bc2c5d1c0ce7 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706661 May 14 17:13:09.701290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.759534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:09.843553 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Attempting to bind port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:09.844500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Attempting to bind port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:09.845472 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Attempting to bind port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:09.854330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:13:09.854760 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Attempting to bind port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:09.855536 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5306e62b-3144-4797-a3f2-2e26ba0cafe3 None None] Provisioning complete for port 2e9a5d76-15b5-4371-b320-27cc14b5975d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:09.855964 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5306e62b-3144-4797-a3f2-2e26ba0cafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.863382 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.866749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:09.867305 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Checking segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:09.867698 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Bound using segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:09.868135 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Bound port: f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:09.868494 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:09.909803 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5306e62b-3144-4797-a3f2-2e26ba0cafe3 None None] Port 2e9a5d76-15b5-4371-b320-27cc14b5975d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:09.950707 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:06Z', 'revision_number': 3, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:09.979602 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b5cec-b10d-4d4a-a953-5924ded2e534 None None] The sync data for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi is: [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:06Z', 'revision_number': 3, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:10.009214 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:10.013286 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:10.058007 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-79b54073-2a4e-4e13-9c1e-3c8934d5400c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.108457 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks [] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.137581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.184111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:10.184111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.184111 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 1094 time: 1.2618172 May 14 17:13:10.184111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:10.184111 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:10.224259 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee81c22-32c9-4e7a-957d-2ddd483ceec2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:10.234920 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.314442 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4bb100-9bae-4a72-bfd5-e5e6e4f0308f x-openstack-request-id: req-0d4bb100-9bae-4a72-bfd5-e5e6e4f0308f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:10.314711 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:10.315070 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d4bb100-9bae-4a72-bfd5-e5e6e4f0308f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:10.315482 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4bb100-9bae-4a72-bfd5-e5e6e4f0308f'] response: {'name': 'network-changed', 'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'status': 'completed', 'code': 200} May 14 17:13:10.368770 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:10.391348 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.392040 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1c9233aa-fa1c-4d8e-a8fc-1ffae22304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:10.393755 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-1c9233aa-fa1c-4d8e-a8fc-1ffae22304c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1128 time: 0.0774655 May 14 17:13:10.479301 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-2963404c-9827-4aad-a7bf-69ee94e8daf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 217 time: 0.0726793 May 14 17:13:10.566993 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:10.568550 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:10.619513 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-63ceffce-30bc-4c4d-9b15-e2dbc13d2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:10.621778 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-63ceffce-30bc-4c4d-9b15-e2dbc13d2b34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.1328802 May 14 17:13:10.666208 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4877a-7207-4f3f-8f7f-4ee5d93fdbc8 req-8ffb2046-1fe5-4b25-8c0e-428cc713860f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:10.668979 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cdf4877a-7207-4f3f-8f7f-4ee5d93fdbc8 req-8ffb2046-1fe5-4b25-8c0e-428cc713860f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.1690874 May 14 17:13:10.728413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-17010051-7fca-4f9e-91b3-85ff1fe413d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:10.730657 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-17010051-7fca-4f9e-91b3-85ff1fe413d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024795 May 14 17:13:10.783246 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:10.909711 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fe800e2e-b65b-4d89-88fd-28451b250112 None None] Provisioning complete for port 2e9a5d76-15b5-4371-b320-27cc14b5975d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:10.910320 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fe800e2e-b65b-4d89-88fd-28451b250112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:10.923719 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:10.932175 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c1d0278f-5128-4496-977b-6f7064066062 admin admin] 10.222.0.48 "PUT /v2.0/routers/3e82f67c-34f9-415e-b44f-9ef5a7db6c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708873 May 14 17:13:10.959742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fe800e2e-b65b-4d89-88fd-28451b250112 None None] Port 2e9a5d76-15b5-4371-b320-27cc14b5975d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:11.123673 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cdf4877a-7207-4f3f-8f7f-4ee5d93fdbc8 req-66b584e5-f050-4110-8c6e-7c7f98c27b96 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489636 May 14 17:13:11.182492 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-4e58c8f7-a75c-4eaa-9cb3-ab22332bfff6 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439085 May 14 17:13:11.194160 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e74944-0993-41d1-8b18-19f571bad56b req-ec186656-d941-460e-bb02-7aaca6d98c51 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:11.195689 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84e74944-0993-41d1-8b18-19f571bad56b req-ec186656-d941-460e-bb02-7aaca6d98c51 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0984349 May 14 17:13:11.299749 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84e74944-0993-41d1-8b18-19f571bad56b req-735e8443-3081-40da-b351-7170a27ab9a9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952067 May 14 17:13:11.331179 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9044c0f1-0b9d-4303-b8c8-61fa6daed0e2 req-06751bc3-7f7e-4c83-b955-8f1d4d2bb457 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342697 May 14 17:13:11.425650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1674-a247-4326-a6e0-0e2a64452061 req-45b220aa-25e1-459c-abc7-cee48dbca1e2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:11.427149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8aee1674-a247-4326-a6e0-0e2a64452061 req-45b220aa-25e1-459c-abc7-cee48dbca1e2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0571656 May 14 17:13:11.436531 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46328) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:11.441052 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Request body: {'floatingip': {'port_id': 'bb0aca22-befd-4f25-be9d-398bfb090dfa'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:11.688205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-110782c9-fe4a-4862-a3a6-6c55097f2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:11.690187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-110782c9-fe4a-4862-a3a6-6c55097f2ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1128 time: 0.0608354 May 14 17:13:11.753932 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:11.834418 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:11.918813 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-7f5c5475-dd2c-406b-aaf6-8a3f7a3bba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:11.922220 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-7f5c5475-dd2c-406b-aaf6-8a3f7a3bba06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.2227001 May 14 17:13:11.940020 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:11.940573 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:11.994513 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-20dd116f-4cbe-4271-b304-3defd074f7d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 217 time: 0.0672987 May 14 17:13:12.045932 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:12.046332 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.072737 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:12.073868 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:12.074985 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-afa2a1b8-4e10-45a7-82d6-08dce07b6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:12.076502 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-afa2a1b8-4e10-45a7-82d6-08dce07b6884 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0752640 May 14 17:13:12.080871 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289492406-network', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:12.137098 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Sync routers for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:12.157347 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:12.158263 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:12:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:12.160489 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-2494115f-5e3f-4243-97a1-e659fb29a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:12.162059 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-2494115f-5e3f-4243-97a1-e659fb29a7b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745578 May 14 17:13:12.237419 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.307186 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-55801d05-a83a-4e74-ba96-f746308d1c1a service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384208 May 14 17:13:12.334097 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67826a3-2059-43fd-ad43-3e4ed939a483 req-9ecb131b-5122-4e21-a900-3784d401e371 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:12.336295 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f67826a3-2059-43fd-ad43-3e4ed939a483 req-9ecb131b-5122-4e21-a900-3784d401e371 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.1055002 May 14 17:13:12.353815 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:12.359277 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:12.364384 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Made reservation on behalf of abb53e9ac3f64509a73dddc060eb84c0 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:12.366601 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.376829 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.405935 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.450041 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f67826a3-2059-43fd-ad43-3e4ed939a483 req-4a0682d5-336a-4290-8939-31b197af51d3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021280 May 14 17:13:12.466878 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02ce2d3d-8007-4cf0-98fd-e45bbe4caf64 req-9221c28f-2903-4a6f-8626-2b64a6af39d5 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503968 May 14 17:13:12.477838 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks [] for security_group (4ef52b8a-61e5-4b77-9954-8b816778373d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.483999 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-623b287c-b55f-4d34-bb16-ea928bc520ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.513649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.621278 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP b2837cb0-8933-4dbd-a07f-56ac41c2bc1e associated. External IP: 172.27.2.222, port: bb0aca22-befd-4f25-be9d-398bfb090dfa. May 14 17:13:12.659570 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4ef52b8a-61e5-4b77-9954-8b816778373d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.728580 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:13:12.737354 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef52b8a-61e5-4b77-9954-8b816778373d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:12.747136 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (fff97adf-eee6-4d1d-8539-7bc364d16724), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.747610 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Added segment fff97adf-eee6-4d1d-8539-7bc364d16724 of type vlan for network abe2ec34-9987-4705-95a4-307254a12905 May 14 17:13:12.754064 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 2, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:12.785794 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Checking router: 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:12.785794 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Updating router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 port 2e9a5d76-15b5-4371-b320-27cc14b5975d binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:13:12.803310 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (abe2ec34-9987-4705-95a4-307254a12905), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.824998 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.924286 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.932508 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:12.979113 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (abe2ec34-9987-4705-95a4-307254a12905), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:12.980086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:12.981015 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.085020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] Pushing event updated for resources: {'Network': ['ID=abe2ec34-9987-4705-95a4-307254a12905,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:13.096153 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network abe2ec34-9987-4705-95a4-307254a12905 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:13:13.102440 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks [] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.107957 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:13.117006 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.124202 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:13.136692 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:13.137965 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:13.159620 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-de0e8162-b08e-4bb2-991d-2b3f911c7a4d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0738614 May 14 17:13:13.159620 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e3e82729-961b-4e4f-8720-b453be753bce tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "PUT /v2.0/floatingips/b2837cb0-8933-4dbd-a07f-56ac41c2bc1e HTTP/1.1" status: 200 len: 991 time: 1.7155929 May 14 17:13:13.159620 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:13.159620 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81d8f4-017e-4520-a324-72df5f35d1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:13.160076 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46372) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:13.164603 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Request body: {'subnet': {'network_id': 'abe2ec34-9987-4705-95a4-307254a12905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289492406-subnet', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:13.207479 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.217014 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bf63ba-b0f1-41fb-b720-3ed5be2dd62b x-openstack-request-id: req-06bf63ba-b0f1-41fb-b720-3ed5be2dd62b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:13.217336 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:13.219327 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06bf63ba-b0f1-41fb-b720-3ed5be2dd62b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:13.219327 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bf63ba-b0f1-41fb-b720-3ed5be2dd62b'] response: {'name': 'network-changed', 'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'status': 'completed', 'code': 200} May 14 17:13:13.274692 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Made reservation on behalf of abb53e9ac3f64509a73dddc060eb84c0 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:13.277591 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.289397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de624f-1b5c-4392-8201-aa04ae996bf0 None None] Pushing event updated for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:13.315728 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:13.348457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-d44c7727-cafb-44d1-894a-2c09a33a19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:13.350567 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-d44c7727-cafb-44d1-894a-2c09a33a19d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdfff6f0263b4865a62d653b9fff4380&device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 1129 time: 0.0915046 May 14 17:13:13.369850 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Attempting to bind port 2e9a5d76-15b5-4371-b320-27cc14b5975d on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:13.370299 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Attempting to bind port 2e9a5d76-15b5-4371-b320-27cc14b5975d by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:13.370828 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Attempting to bind port 2e9a5d76-15b5-4371-b320-27cc14b5975d on network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:13.374472 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Checking segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Bound using segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Bound port: 2e9a5d76-15b5-4371-b320-27cc14b5975d, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:13.381008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.509171 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-0850c0a2-6ff7-420f-b8a5-ec377a4fa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:13.513436 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-0850c0a2-6ff7-420f-b8a5-ec377a4fa84c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 200 len: 915 time: 0.1542628 May 14 17:13:13.518194 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] For port 2e9a5d76-15b5-4371-b320-27cc14b5975d, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:13.534177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] For port 2e9a5d76-15b5-4371-b320-27cc14b5975d, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=2e9a5d76-15b5-4371-b320-27cc14b5975d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:13.606821 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'b2837cb0-8933-4dbd-a07f-56ac41c2bc1e', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:5a:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:12:49Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:13.637324 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:13.646233 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:13.646864 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:13.662354 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-f12a95a6-f087-4b29-9391-a5774ded8882 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa HTTP/1.1" status: 200 len: 999 time: 0.1424167 May 14 17:13:13.674139 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.708020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c74c2-957c-4ab6-9b13-1a1b9e3f00fd req-1d95e796-9d80-47c6-a1da-017844ef916e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:13.709557 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-225c74c2-957c-4ab6-9b13-1a1b9e3f00fd req-1d95e796-9d80-47c6-a1da-017844ef916e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.1101563 May 14 17:13:13.743774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-f473b560-76d5-483c-91e1-3b625986d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:13.745322 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (784805f5-f7c7-45b7-bfd1-75dc324ad5fe), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.745841 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-f473b560-76d5-483c-91e1-3b625986d04d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 200 len: 853 time: 0.0775309 May 14 17:13:13.783825 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:13.807182 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-225c74c2-957c-4ab6-9b13-1a1b9e3f00fd req-17f2f362-393d-426b-bdb3-8cd3db0e6e74 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852106 May 14 17:13:13.823960 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-174cdf8f-3026-4245-ba07-c80d27f4f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:13.826748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:13:13.830162 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-174cdf8f-3026-4245-ba07-c80d27f4f386 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7181b5a9-1405-4eae-b6f8-5b3df2e35432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758719 May 14 17:13:13.837592 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:13.841825 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:13.902573 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784805f5-f7c7-45b7-bfd1-75dc324ad5fe,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:13.919362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Checking segment: {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:13.919362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Network hostable DHCP agents. Network: abe2ec34-9987-4705-95a4-307254a12905, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:13:13.980744 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-6673e025-5378-4dcc-91fb-cb395f6b0737 service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437457 May 14 17:13:13.986621 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Provisioning complete for port 2e9a5d76-15b5-4371-b320-27cc14b5975d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:13.987104 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:13.989501 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:13.998734 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de624f-1b5c-4392-8201-aa04ae996bf0 None None] Pushing event updated for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:14.041380 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:14.045012 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Network abe2ec34-9987-4705-95a4-307254a12905 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:13:14.072205 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'b2837cb0-8933-4dbd-a07f-56ac41c2bc1e', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:5a:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:12:49Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:14.102341 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e81d8f4-017e-4520-a324-72df5f35d1fc req-83fd1b29-75fe-4b3a-b250-133c9b002acf service neutron] 10.222.0.57 "GET /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144435 May 14 17:13:14.102771 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e1e9f-9ce8-4a66-a659-1905b2404fc9 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'b2837cb0-8933-4dbd-a07f-56ac41c2bc1e', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'port_id': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'mac_address': 'fa:16:3e:5a:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:12:49Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 1, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:14.160433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, abe2ec34-9987-4705-95a4-307254a12905) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:14.166216 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:14.173134 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.202655 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c3b00-b856-4c5d-a0e0-2ce3a626af18 None None] Network abe2ec34-9987-4705-95a4-307254a12905 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:14.266047 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b9ea443a-765e-4473-b923-e084a39adff7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1052887 May 14 17:13:14.270110 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46384) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:14.272797 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:14.332305 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892591a0-2fd9-4e1b-a337-3f8b697f52cb None None] New status for floating IP b2837cb0-8933-4dbd-a07f-56ac41c2bc1e: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:13:14.377060 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28595'] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.378433 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28586'] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.439011 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for router_controller (22d7c173-7a6f-4a26-8558-4974d64649dd), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.448617 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:14.456905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:14.457279 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.515379 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Current status of the port 2e9a5d76-15b5-4371-b320-27cc14b5975d is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:14.515758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.552238 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:13:14.552460 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46388) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:14.662494 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Deleting subnet 0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:13:14.668087 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Publish callbacks [] for subnet (0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.754090 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp587bb3ac-35c8-5d1f-ac33-221ee101e1a2-abe2ec34-9987-4705-95a4-307254a12905', 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905', 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'fixed_ips': [{'subnet_id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe'}]}} from dv-cinder-841745-1-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 17:13:14.754957 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.774324 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29130412'] for subnet (0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.794010 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for router_gateway (22d7c173-7a6f-4a26-8558-4974d64649dd), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.818508 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.888648 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] For port 2e9a5d76-15b5-4371-b320-27cc14b5975d, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=2e9a5d76-15b5-4371-b320-27cc14b5975d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:14.909597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:14.909975 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.945340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28577885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25679135'] for subnet (0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.962406 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6995-4a2f-40b2-ad10-2bbbc4b6f896 req-50d0e32e-f006-41d1-8c78-390c501857a3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:14.965998 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60bc6995-4a2f-40b2-ad10-2bbbc4b6f896 req-50d0e32e-f006-41d1-8c78-390c501857a3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0636439 May 14 17:13:14.972649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:14.981387 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:14.987281 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3a4ecd5-7220-44e1-8f18-994d8d2de0e0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c1a6d74-5a9c-41ad-8ad8-71e0dd13b757 HTTP/1.1" status: 204 len: 168 time: 0.4335623 May 14 17:13:14.987927 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46396) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:15.007552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.010189 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:15.017091 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.029155 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60bc6995-4a2f-40b2-ad10-2bbbc4b6f896 req-891adf6c-623b-46a3-993d-ce619a4daf40 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556705 May 14 17:13:15.072475 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (f7b28612-f70c-4be0-b628-47fd87b36857), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.109463 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:15.111549 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:15.143273 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:13Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:15.193559 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cda4f2-96e9-4507-8365-3047308e7950 None None] The sync data for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi is: [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:13Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:15.198341 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.200078 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46b80-1c43-4364-80c2-f2709f7e1a2d None None] Pushing event updated for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:15.206308 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Allocated IP 172.20.0.2 (abe2ec34-9987-4705-95a4-307254a12905/784805f5-f7c7-45b7-bfd1-75dc324ad5fe/70c0a40d-1c63-427d-aff6-c78c07bc1d8d) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:15.216596 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6a301b27-3be7-4400-813f-d98e225aeeab None None] Provisioning complete for port 2e9a5d76-15b5-4371-b320-27cc14b5975d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:15.216596 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6a301b27-3be7-4400-813f-d98e225aeeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.242685 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (f7b28612-f70c-4be0-b628-47fd87b36857), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.283353 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b28612-f70c-4be0-b628-47fd87b36857']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:15.295206 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for router_gateway (22d7c173-7a6f-4a26-8558-4974d64649dd), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.298297 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b8a2e8-28e3-457d-9167-355fb42793e3') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:15.298596 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b8a2e8-28e3-457d-9167-355fb42793e3') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:15.325129 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.329613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (54b8a2e8-28e3-457d-9167-355fb42793e3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.387840 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:15.390101 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (54b8a2e8-28e3-457d-9167-355fb42793e3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.402327 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:13:15.402737 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (54b8a2e8-28e3-457d-9167-355fb42793e3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:13:15.404561 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:13:15.501408 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6a301b27-3be7-4400-813f-d98e225aeeab None None] Current status of the port 2e9a5d76-15b5-4371-b320-27cc14b5975d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:15.521382 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Allocated IP 172.27.2.81 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/bd140bb4-c787-438d-95b7-9bc0c4f09c95) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:15.524253 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:13:15.526405 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks [] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.578175 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (f7b28612-f70c-4be0-b628-47fd87b36857), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.594940 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.598635 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7b28612-f70c-4be0-b628-47fd87b36857 HTTP/1.1" status: 204 len: 168 time: 0.6088459 May 14 17:13:15.601867 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d08d5-17ef-4ade-a0e8-9efb72a21264 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b28612-f70c-4be0-b628-47fd87b36857,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:15.616250 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.666647 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.668900 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Network abe2ec34-9987-4705-95a4-307254a12905 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:15.672157 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:15.675321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:15.724601 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Pushing event updated for resources: {'Port': ['ID=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:15.769702 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Attempting to bind port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:15.769869 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Attempting to bind port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:15.770234 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Attempting to bind port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d on network abe2ec34-9987-4705-95a4-307254a12905 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:15.785039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:15.785515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Checking segment: {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:15.785989 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.786443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Bound using segment: {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:15.787030 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Bound port: 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:15.787478 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.865796 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 2e9a5d76-15b5-4371-b320-27cc14b5975d up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:15.891910 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.901467 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] For port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:15.917772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] For port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:15.934009 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:15.937148 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:15.937858 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 2e9a5d76-15b5-4371-b320-27cc14b5975d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:15.938235 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:15.940971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:15.973292 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Pushing event updated for resources: {'Port': ['ID=bd140bb4-c787-438d-95b7-9bc0c4f09c95,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:16.029942 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 2e9a5d76-15b5-4371-b320-27cc14b5975d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:16.044474 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.113408 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d89135-2bcb-4737-844b-85925ee1bdbf None None] Pushing event updated for resources: {'Port': ['ID=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:16.184891 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46406) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:16.227635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b2d8-740b-45e2-9d8a-b68418b2d695 req-30ced1ed-7271-4495-83c3-e8f635ddd9d9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:16.229229 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a115b2d8-740b-45e2-9d8a-b68418b2d695 req-30ced1ed-7271-4495-83c3-e8f635ddd9d9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.0664816 May 14 17:13:16.247048 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e0f0aab4-b0cc-469f-b81c-a42f4b32b2ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=745dcf92b9c9446cb1f306374d672a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611475 May 14 17:13:16.249494 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46408) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:16.296976 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a115b2d8-740b-45e2-9d8a-b68418b2d695 req-df891bc5-163c-4e5e-953b-078c7fb4c5c1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603523 May 14 17:13:16.403076 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] Publish callbacks [] for security_group (0afb4e46-5708-495e-96e5-9d35fee0b823), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.416861 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.708314 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] Publish callbacks [] for security_group (0afb4e46-5708-495e-96e5-9d35fee0b823), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.748729 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for router_gateway (22d7c173-7a6f-4a26-8558-4974d64649dd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.863198 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0afb4e46-5708-495e-96e5-9d35fee0b823), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.865725 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:16.867629 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0afb4e46-5708-495e-96e5-9d35fee0b823 HTTP/1.1" status: 204 len: 168 time: 0.6164968 May 14 17:13:16.910307 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e64366-734c-4f41-bc26-63fdf0393a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb4e46-5708-495e-96e5-9d35fee0b823,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:16.986605 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394833'] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.154599 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c9dca-d06e-466a-87de-652459f4f46b None None] Network abe2ec34-9987-4705-95a4-307254a12905 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:17.205218 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Router 22d7c173-7a6f-4a26-8558-4974d64649dd is scheduled to L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 17:13:17.270628 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Provisioning complete for port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:17.271744 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.337594 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:17.357493 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Sync routers for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:17.376979 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Current status of the port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:17.379979 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.393423 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:17.394310 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:17.434649 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] For port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:17.461216 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.461216 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cfe9ff9b-9685-4395-8c14-1712b8bd0a3c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1862071 May 14 17:13:17.461216 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46416) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:17.514446 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.542708 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c516e-2bb2-421d-9c07-8589ae54aebb req-2d11dbde-aae1-46bd-8e60-1eb17138a030 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:17.551059 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-055c516e-2bb2-421d-9c07-8589ae54aebb req-2d11dbde-aae1-46bd-8e60-1eb17138a030 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.1060758 May 14 17:13:17.611138 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8bdc-41b0-4515-add0-38e9e0ba0183 None None] Pushing event updated for resources: {'Port': ['ID=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:17.614969 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-055c516e-2bb2-421d-9c07-8589ae54aebb req-e1ecd629-7ddf-4f41-b44b-1e2259648da2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626414 May 14 17:13:17.644379 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:17.648670 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9b9d49b7-333a-4946-8c6d-c5cfef974ead None None] Provisioning complete for port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:17.649115 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9b9d49b7-333a-4946-8c6d-c5cfef974ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.736699 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d49b7-333a-4946-8c6d-c5cfef974ead None None] Current status of the port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:17.805812 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70c0a40d-1c63-427d-aff6-c78c07bc1d8d up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:17.829699 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:17.857824 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:16Z', 'revision_number': 3, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:17.889829 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Checking router: 22d7c173-7a6f-4a26-8558-4974d64649dd for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:17.890302 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Updating router 22d7c173-7a6f-4a26-8558-4974d64649dd port bd140bb4-c787-438d-95b7-9bc0c4f09c95 binding host dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:13:17.898821 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:17.899249 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.927738 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:17.965364 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.115263 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:13:18.123761 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:18.124043 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.135575 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Allocated IP 172.20.0.1 (abe2ec34-9987-4705-95a4-307254a12905/784805f5-f7c7-45b7-bfd1-75dc324ad5fe/5551d8bf-0e21-4a74-9f68-1b3eab9cfe43) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:18.149385 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:18.200723 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks [] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.209488 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:18.209878 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.232580 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:18.234880 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40db9e-303a-48ff-915e-f674eff8d07c" -d '{"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:18.244498 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks [] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.250006 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:18.272757 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a727d64-3c8d-434c-9d7f-4fbac578535e x-openstack-request-id: req-0a727d64-3c8d-434c-9d7f-4fbac578535e {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:18.273841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:18.274269 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a727d64-3c8d-434c-9d7f-4fbac578535e {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:18.274960 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a727d64-3c8d-434c-9d7f-4fbac578535e'] response: {'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'code': 200} May 14 17:13:18.302890 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.337443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.356608 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Attempting to bind port bd140bb4-c787-438d-95b7-9bc0c4f09c95 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:18.357088 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Attempting to bind port bd140bb4-c787-438d-95b7-9bc0c4f09c95 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:18.357550 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Attempting to bind port bd140bb4-c787-438d-95b7-9bc0c4f09c95 on network 5e89f133-8a50-408f-a26f-b684ef3c05bc {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:18.362429 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94827f2-f8d9-49db-9db0-07a5e19c8afe None None] Pushing event updated for resources: {'Port': ['ID=bd140bb4-c787-438d-95b7-9bc0c4f09c95,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:18.365819 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:18.366197 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Checking segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:18.366597 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.367029 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Bound using segment: {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:18.367489 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Bound port: bd140bb4-c787-438d-95b7-9bc0c4f09c95, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5752e-cc1f-476e-a6fc-32ba7671a642', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:18.367865 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.389984 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:18.394648 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.423092 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] For port bd140bb4-c787-438d-95b7-9bc0c4f09c95, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:18.426148 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] For port bd140bb4-c787-438d-95b7-9bc0c4f09c95, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=bd140bb4-c787-438d-95b7-9bc0c4f09c95,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:18.435211 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Network abe2ec34-9987-4705-95a4-307254a12905 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:18.443229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:18.446180 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:18.449239 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Pushing event updated for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:18.487362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394894'] for router_interface (22d7c173-7a6f-4a26-8558-4974d64649dd), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.549235 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.612108 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:18.612733 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:18.666742 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b0ce-b58d-4fd6-baa0-179f03f1dd07 req-2ce5bd0f-4e38-4d34-934f-7e470246ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:18.668292 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ff1b0ce-b58d-4fd6-baa0-179f03f1dd07 req-2ce5bd0f-4e38-4d34-934f-7e470246ef52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1130 time: 0.0460782 May 14 17:13:18.672109 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94827f2-f8d9-49db-9db0-07a5e19c8afe None None] Pushing event updated for resources: {'Port': ['ID=bd140bb4-c787-438d-95b7-9bc0c4f09c95,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:18.685099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-429a7a13-b3ed-45d2-9f45-0166a2b33b50 None None] Provisioning complete for port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:18.685487 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-429a7a13-b3ed-45d2-9f45-0166a2b33b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.720791 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-429a7a13-b3ed-45d2-9f45-0166a2b33b50 None None] Port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:18.746696 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:18.750566 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ff1b0ce-b58d-4fd6-baa0-179f03f1dd07 req-ea148365-6f81-4350-b31f-a1876836c35b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747132 May 14 17:13:18.765248 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619ec44-8762-4d50-ac58-90138dab8c44 req-ea91774b-5b33-4eab-beef-21c95643b0e5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:18.766844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6619ec44-8762-4d50-ac58-90138dab8c44 req-ea91774b-5b33-4eab-beef-21c95643b0e5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0737321 May 14 17:13:18.816531 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6619ec44-8762-4d50-ac58-90138dab8c44 req-44111486-10bf-4511-8df0-97c3db209de1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439465 May 14 17:13:18.928295 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:16Z', 'revision_number': 3, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:18.940567 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:18.955651 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5c7f2-6c70-4e36-b73b-ab0c17eb8796 None None] The sync data for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi is: [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:16Z', 'revision_number': 3, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:19.112138 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks [] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.172131 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28577895'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.250669 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Pushing event updated for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:19.253455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394526'] for router_interface (22d7c173-7a6f-4a26-8558-4974d64649dd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.348842 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Network abe2ec34-9987-4705-95a4-307254a12905 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:19.350354 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:19.489344 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Router 22d7c173-7a6f-4a26-8558-4974d64649dd has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:19.609404 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:19.614360 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-958ffc50-1c99-432b-9167-b942f1cf1f8b admin admin] 10.222.0.48 "PUT /v2.0/routers/22d7c173-7a6f-4a26-8558-4974d64649dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543825 May 14 17:13:19.647027 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-00d2b094-0839-4817-a74e-1d41ac3b0df4 None None] Provisioning complete for port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:19.647705 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-00d2b094-0839-4817-a74e-1d41ac3b0df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.684853 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-00d2b094-0839-4817-a74e-1d41ac3b0df4 None None] Port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:19.791538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device bd140bb4-c787-438d-95b7-9bc0c4f09c95 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:19.854242 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port bd140bb4-c787-438d-95b7-9bc0c4f09c95 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:19.854618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.940581 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port bd140bb4-c787-438d-95b7-9bc0c4f09c95 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:19.940884 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:19.947258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e44b-2295-4543-9386-9b5c3d496bf9 req-c07655d7-6dda-40fa-9d98-8ae03e0b0454 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:19.954603 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c818e44b-2295-4543-9386-9b5c3d496bf9 req-c07655d7-6dda-40fa-9d98-8ae03e0b0454 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0613644 May 14 17:13:19.964125 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] For port bd140bb4-c787-438d-95b7-9bc0c4f09c95, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=bd140bb4-c787-438d-95b7-9bc0c4f09c95,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:20.007025 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c818e44b-2295-4543-9386-9b5c3d496bf9 req-f8a1c5bf-a46d-43bd-8575-e38983832dc4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511084 May 14 17:13:20.017250 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.068704 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Pushing event updated for resources: {'Port': ['ID=bd140bb4-c787-438d-95b7-9bc0c4f09c95,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:20.105289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46436) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:20.109836 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374007776', 'description': 'tempest-secgroup-smoke-1374007776 description', 'project_id': '99683d34888b4c9a9398568a076e291f'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:20.182578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.248632 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (7685b0aa-d50d-4282-a498-f0b70b06b67d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.331486 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7685b0aa-d50d-4282-a498-f0b70b06b67d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.360582 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7685b0aa-d50d-4282-a498-f0b70b06b67d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:20.465290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.466574 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f4423dc9-f044-4259-b8c6-32cae01d9a45 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3602710 May 14 17:13:20.469378 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46438) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:20.473687 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:20.605011 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (84d579c0-435c-4115-8ced-4814b79a30fc), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.661002 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (84d579c0-435c-4115-8ced-4814b79a30fc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.759562 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (84d579c0-435c-4115-8ced-4814b79a30fc), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.780427 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d579c0-435c-4115-8ced-4814b79a30fc,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:20.853872 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:20.855127 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fd725c17-2e15-490a-8605-38d39ec44449 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847868 May 14 17:13:20.858015 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46440) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:20.862747 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:20.977203 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (0acd8a68-d5aa-4941-8ef3-84951dee4be1), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.032484 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (0acd8a68-d5aa-4941-8ef3-84951dee4be1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.125691 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (0acd8a68-d5aa-4941-8ef3-84951dee4be1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.138168 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2be44-f6dc-48a8-8402-e6bdaf53b366 req-c4158d22-b64b-46d7-991d-30a4cd3424c6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:21.139885 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-93d2be44-f6dc-48a8-8402-e6bdaf53b366 req-c4158d22-b64b-46d7-991d-30a4cd3424c6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0566685 May 14 17:13:21.150858 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acd8a68-d5aa-4941-8ef3-84951dee4be1,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:21.190148 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-93d2be44-f6dc-48a8-8402-e6bdaf53b366 req-02c891b3-0d83-43d0-b17e-2498727a8764 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447745 May 14 17:13:21.253469 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.254703 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0cf4206c-af66-436b-9a20-69f380d97e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3956375 May 14 17:13:21.257915 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46454) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:21.262553 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:21.308224 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2ce18-871d-42f2-a0a6-d1596e0203b4 req-39891cf1-0e86-4c0d-b3df-344b86810e19 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:21.309718 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ff2ce18-871d-42f2-a0a6-d1596e0203b4 req-39891cf1-0e86-4c0d-b3df-344b86810e19 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0528142 May 14 17:13:21.318311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46456) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:21.323159 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'floatingip': {'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:21.366043 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (265a1279-7d24-4577-85e4-00282035b685), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.366389 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (d67e7fb7-1c9c-4d5c-968f-3e481893054a), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.430643 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (d67e7fb7-1c9c-4d5c-968f-3e481893054a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.519928 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (d67e7fb7-1c9c-4d5c-968f-3e481893054a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.536561 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67e7fb7-1c9c-4d5c-968f-3e481893054a,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:21.618915 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.620162 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b7e5de07-4f52-4e72-b849-f577c6cb8b5f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611269 May 14 17:13:21.622948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46466) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:21.627292 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:21.732184 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (d41d7cc0-ec5c-4b3f-8167-cc1958010d65), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.776393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device bd140bb4-c787-438d-95b7-9bc0c4f09c95 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:21.826252 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (d41d7cc0-ec5c-4b3f-8167-cc1958010d65), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.839683 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port bd140bb4-c787-438d-95b7-9bc0c4f09c95 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:21.840310 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.861151 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.908439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (d41d7cc0-ec5c-4b3f-8167-cc1958010d65), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.927427 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41d7cc0-ec5c-4b3f-8167-cc1958010d65,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:21.930680 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port bd140bb4-c787-438d-95b7-9bc0c4f09c95 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:21.934901 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Sync routers for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:21.937409 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (265a1279-7d24-4577-85e4-00282035b685), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:21.949025 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:21.949665 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:22.013290 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.017071 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-83eadb25-0eb0-4b0f-b32d-385cb9b6739e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905566 May 14 17:13:22.017462 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46470) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:22.021861 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:22.043829 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Floating IP 265a1279-7d24-4577-85e4-00282035b685 associated. External IP: 172.27.2.46, port: f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8. May 14 17:13:22.061913 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:22.165997 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Project 99683d34888b4c9a9398568a076e291f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:13:22.175689 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (9b034a3b-7911-4fdc-9d00-189ba174fadc), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.233728 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (9b034a3b-7911-4fdc-9d00-189ba174fadc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.255923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:22.268331 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 4, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '5551d8bf-0e21-4a74-9f68-1b3eab9cfe43', 'name': '', 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'mac_address': 'fa:16:3e:54:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:17Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 2, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'subnets': [{'id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:22.295440 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Checking router: 22d7c173-7a6f-4a26-8558-4974d64649dd for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:22.295803 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Updating router 22d7c173-7a6f-4a26-8558-4974d64649dd port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 binding host dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:13:22.325467 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (9b034a3b-7911-4fdc-9d00-189ba174fadc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.326832 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.345672 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b034a3b-7911-4fdc-9d00-189ba174fadc,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:22.371766 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:22.376762 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.383325 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:22.399524 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:22.400534 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:22.408047 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-50942641-d33b-4671-ba0a-16632bb60a3a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "PUT /v2.0/floatingips/265a1279-7d24-4577-85e4-00282035b685 HTTP/1.1" status: 200 len: 991 time: 1.0885820 May 14 17:13:22.408657 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:22.411731 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8dce9-eb69-4a32-897f-14b34002e254" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:22.443351 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.446192 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d3448fa1-3297-4aad-b7c1-d8244b27475f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4264503 May 14 17:13:22.447755 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46476) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:22.452579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'security_group_rule': {'security_group_id': '7685b0aa-d50d-4282-a498-f0b70b06b67d', 'project_id': '99683d34888b4c9a9398568a076e291f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:22.471241 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9068ef4-d1bc-4b6b-9220-07ab4404b13c x-openstack-request-id: req-d9068ef4-d1bc-4b6b-9220-07ab4404b13c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:22.471779 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:22.472205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9068ef4-d1bc-4b6b-9220-07ab4404b13c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:22.472781 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9068ef4-d1bc-4b6b-9220-07ab4404b13c'] response: {'name': 'network-changed', 'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'status': 'completed', 'code': 200} May 14 17:13:22.529810 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:22.549629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Project 99683d34888b4c9a9398568a076e291f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 17:13:22.556290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (b34d0d17-3c65-43eb-998f-e9bbc3928206), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.575728 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-5ea2fd4e-a376-44a1-a31d-beb065815fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:22.577255 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-5ea2fd4e-a376-44a1-a31d-beb065815fd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1130 time: 0.0666399 May 14 17:13:22.603148 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks [] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.675801 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (b34d0d17-3c65-43eb-998f-e9bbc3928206), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.680645 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.700246 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-1ed4ffb0-d315-40e6-a7dd-657439830a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:22.701792 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-1ed4ffb0-d315-40e6-a7dd-657439830a69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.1158507 May 14 17:13:22.737333 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9ea0-5acf-45ee-b62d-569c0f6f70dd None None] Pushing event updated for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:22.771313 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (b34d0d17-3c65-43eb-998f-e9bbc3928206), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.785040 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '265a1279-7d24-4577-85e4-00282035b685', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:02Z', 'updated_at': '2022-05-14T17:13:21Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:22.804754 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-4ad4cb88-a1a7-496e-993a-348bc04da95a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 999 time: 0.0946462 May 14 17:13:22.812277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34d0d17-3c65-43eb-998f-e9bbc3928206,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:22.824495 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:22.832418 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Attempting to bind port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 on host dv-cinder-841745-1-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:22.832970 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Attempting to bind port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 by drivers openvswitch,hyperv on host dv-cinder-841745-1-iscsi at level 0 using segments [{'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:22.833396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Attempting to bind port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 on network abe2ec34-9987-4705-95a4-307254a12905 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:22.834525 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:22.835400 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:22.839774 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Checking agent: {'id': '827fc756-56da-4e52-b5f9-15249cbca523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 16, 57, 46), 'started_at': datetime.datetime(2022, 5, 14, 16, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:22.840376 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Checking segment: {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:22.840884 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.841373 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Bound using segment: {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:22.841946 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Bound port: 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43, host: dv-cinder-841745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff97adf-eee6-4d1d-8539-7bc364d16724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:22.842432 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.858649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.859174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.859521 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.860612 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.860612 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.860917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.861850 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.862573 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.863339 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.863786 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.864125 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.864623 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.864958 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:22.912716 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:22.925053 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ebe59095-582f-44da-adf7-5a8ca70f634d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4760118 May 14 17:13:22.940838 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-03dce78c-8f04-4960-ade4-8bdbe13da533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:22.950740 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-03dce78c-8f04-4960-ade4-8bdbe13da533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.1319122 May 14 17:13:22.956772 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] For port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43, host dv-cinder-841745-1-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:22.971975 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] For port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43, host dv-cinder-841745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:22.983048 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:23.015035 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-3d747559-5655-46bc-b4d5-57fab8b824d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:23.016805 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-3d747559-5655-46bc-b4d5-57fab8b824d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588722 May 14 17:13:23.029515 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7256d0c2-b773-4f07-bbc6-b28cc27aa188 None None] Provisioning complete for port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:23.029894 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7256d0c2-b773-4f07-bbc6-b28cc27aa188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:23.073606 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7256d0c2-b773-4f07-bbc6-b28cc27aa188 None None] Port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:23.079424 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:23.130655 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-d886b3ec-4953-41e5-a992-64bbfb6ee496 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048894 May 14 17:13:23.153213 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9ea0-5acf-45ee-b62d-569c0f6f70dd None None] Pushing event updated for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:23.166735 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:23.168035 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:23.331985 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:23.358962 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15c8dce9-eb69-4a32-897f-14b34002e254 req-b3db9da1-18e5-4783-b489-52558efb1c92 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224824 May 14 17:13:23.380733 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '265a1279-7d24-4577-85e4-00282035b685', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:02Z', 'updated_at': '2022-05-14T17:13:21Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:23.417143 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbddf1-5398-4d07-b800-709900be0568 None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '265a1279-7d24-4577-85e4-00282035b685', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:02Z', 'updated_at': '2022-05-14T17:13:21Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:23.445295 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Provisioning complete for port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:23.445591 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:23.628758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Current status of the port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:23.628758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:23.628758 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ae454-61c5-4935-a97b-30cb512206b1 None None] New status for floating IP 265a1279-7d24-4577-85e4-00282035b685: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:13:23.713144 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] For port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:23.881096 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:23.887542 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 4, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '5551d8bf-0e21-4a74-9f68-1b3eab9cfe43', 'name': '', 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'mac_address': 'fa:16:3e:54:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:17Z', 'updated_at': '2022-05-14T17:13:22Z', 'revision_number': 4, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'subnets': [{'id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:23.946174 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fedb0b-175a-479b-b767-f6f74a07473b None None] The sync data for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi is: [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:13:18Z', 'revision_number': 4, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '5551d8bf-0e21-4a74-9f68-1b3eab9cfe43', 'name': '', 'network_id': 'abe2ec34-9987-4705-95a4-307254a12905', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'mac_address': 'fa:16:3e:54:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:17Z', 'updated_at': '2022-05-14T17:13:22Z', 'revision_number': 4, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'subnets': [{'id': '784805f5-f7c7-45b7-bfd1-75dc324ad5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:24.030417 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7ec4-215b-4708-bdf0-74cf432b104d None None] Pushing event updated for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:25.803439 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 up at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:25.856792 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Provisioning complete for port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:25.857175 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:25.940270 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Current status of the port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:27.194904 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:13:27.316471 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1c49b-4456-42bb-b517-8d65e0f4c1fa req-52d09728-7118-4466-bb58-432c5be01293 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:27.317966 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04f1c49b-4456-42bb-b517-8d65e0f4c1fa req-52d09728-7118-4466-bb58-432c5be01293 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.0603914 May 14 17:13:27.364181 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04f1c49b-4456-42bb-b517-8d65e0f4c1fa req-85be34c1-da9f-446f-8e1b-c42aed2c0802 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404603 May 14 17:13:28.488179 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43eed6-dcbc-4287-8349-0655f7a4bbc7 req-e4882886-50b0-42c2-9593-6db73632971e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:28.489728 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b43eed6-dcbc-4287-8349-0655f7a4bbc7 req-e4882886-50b0-42c2-9593-6db73632971e tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.0546906 May 14 17:13:28.537182 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b43eed6-dcbc-4287-8349-0655f7a4bbc7 req-64781621-a53c-4417-8b5f-099274e96665 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412803 May 14 17:13:29.185978 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564bd27-159c-49b5-ab37-22f050422891 req-296cc751-b4ef-4cfd-babc-0ab9037bf778 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:29.187517 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7564bd27-159c-49b5-ab37-22f050422891 req-296cc751-b4ef-4cfd-babc-0ab9037bf778 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.0588257 May 14 17:13:29.236347 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7564bd27-159c-49b5-ab37-22f050422891 req-17d81a8b-6501-4e2d-9a60-5c4346b969ea tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 May 14 17:13:29.519599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8742-3895-4267-a374-4a56595518c1 req-845688bb-aafb-46fc-adcc-3bfa86ad5c91 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:29.521136 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-944e8742-3895-4267-a374-4a56595518c1 req-845688bb-aafb-46fc-adcc-3bfa86ad5c91 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.0534279 May 14 17:13:29.651041 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Deleting port c6a5d017-f5be-4d0b-b964-b35cac8c2aea {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:29.651382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:29.722237 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e01af0-b44e-4c69-8c27-d4e1b4801974 req-07cc5bc5-34ae-48eb-ab0f-d2a94181599f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:29.723728 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18e01af0-b44e-4c69-8c27-d4e1b4801974 req-07cc5bc5-34ae-48eb-ab0f-d2a94181599f tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 945 time: 0.1154656 May 14 17:13:29.773797 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] For port c6a5d017-f5be-4d0b-b964-b35cac8c2aea, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:29.774096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:29.834312 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18e01af0-b44e-4c69-8c27-d4e1b4801974 req-c933c979-9ff0-4ca2-96ef-252a69ef336d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ff6e52c-c6d9-4032-ac4d-0f73c6916526&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048450 May 14 17:13:29.961484 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:29.961839 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:29.962146 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Floating IP 5c10dd75-c69a-4f30-866c-161bd44e3ef7 disassociated. External IP: 172.27.2.149, port: c6a5d017-f5be-4d0b-b964-b35cac8c2aea. May 14 17:13:29.962514 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Calling delete_port for c6a5d017-f5be-4d0b-b964-b35cac8c2aea owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:30.171157 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (c6a5d017-f5be-4d0b-b964-b35cac8c2aea), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:30.200681 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'Port': ['ID=c6a5d017-f5be-4d0b-b964-b35cac8c2aea,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:30.347649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:30.408312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7039023-4dd7-4ed5-abef-24ae5f05154f req-406fd940-c400-4c07-ba71-11e3e2e54091 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:30.409795 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7039023-4dd7-4ed5-abef-24ae5f05154f req-406fd940-c400-4c07-ba71-11e3e2e54091 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.1032708 May 14 17:13:30.511660 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7039023-4dd7-4ed5-abef-24ae5f05154f req-fa7c9024-7ba0-4a4c-9949-8db374bff16e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957441 May 14 17:13:30.514381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:30.526324 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:30.539820 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:30.540446 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:30.562066 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] No DVR routers for this DVR port c6a5d017-f5be-4d0b-b964-b35cac8c2aea on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:13:30.564927 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:30.568438 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-944e8742-3895-4267-a374-4a56595518c1 req-2cba801e-abde-44dc-b62c-8e161d035b79 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.57 "DELETE /v2.0/ports/c6a5d017-f5be-4d0b-b964-b35cac8c2aea HTTP/1.1" status: 204 len: 173 time: 1.0420146 May 14 17:13:30.568983 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'name': 'network-vif-deleted', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:30.572475 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ee047-8d6b-4e7e-bf6e-222b4c81a85c" -d '{"events": [{"server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "name": "network-vif-deleted", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:30.610509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd169d-18d9-443b-8263-3ef545a8aff8 x-openstack-request-id: req-f0fd169d-18d9-443b-8263-3ef545a8aff8 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:30.610971 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665852c0-b143-4fbd-a576-bfccb5189ab9", "name": "network-vif-deleted", "tag": "c6a5d017-f5be-4d0b-b964-b35cac8c2aea", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:30.611340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0fd169d-18d9-443b-8263-3ef545a8aff8 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:30.612080 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fd169d-18d9-443b-8263-3ef545a8aff8'] response: {'server_uuid': '665852c0-b143-4fbd-a576-bfccb5189ab9', 'name': 'network-vif-deleted', 'tag': 'c6a5d017-f5be-4d0b-b964-b35cac8c2aea', 'status': 'completed', 'code': 200} May 14 17:13:30.760050 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:30.953326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5199e70-2fca-4e97-a190-b19e579e158f req-a7f9e8ea-8d27-4978-8946-38f0cd0345d1 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/ports?device_id=665852c0-b143-4fbd-a576-bfccb5189ab9 HTTP/1.1" status: 200 len: 210 time: 0.0287158 May 14 17:13:30.962451 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:30.989738 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:30.998660 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:30.999305 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:31.110180 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:31.260932 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-044566e9-c08f-4ec6-a972-273f5feb215f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:31.262289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-044566e9-c08f-4ec6-a972-273f5feb215f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.0525913 May 14 17:13:31.328599 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:31.358418 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cccdb3-4136-41e6-bf85-3d0b984384c3 None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:53Z', 'revision_number': 4, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd791ea57-a839-41d1-86ef-1f84ddbf2b27', 'name': '', 'network_id': 'a04430b6-7869-4a4b-8e32-5e13fd08378a', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'mac_address': 'fa:16:3e:25:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:06Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'subnets': [{'id': '4164c5af-28c3-40a5-9f1a-a0aa5474192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:31.367289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:31.367687 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:31.467227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] For port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:31.467593 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:31.622224 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583f7c9-f900-4b1d-92d8-39945a77b454 None None] New status for floating IP 5c10dd75-c69a-4f30-866c-161bd44e3ef7: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:13:31.956934 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57547-6db0-49b5-9c95-a615f4cf3387 req-92a59b56-dd13-4a6e-87e6-46e192dddfa6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:31.958466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61b57547-6db0-49b5-9c95-a615f4cf3387 req-92a59b56-dd13-4a6e-87e6-46e192dddfa6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 946 time: 0.1125565 May 14 17:13:31.973309 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:31.973676 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f39904df-d37d-4ba6-ba35-f42ca2814742), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:31.974000 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP f39904df-d37d-4ba6-ba35-f42ca2814742 disassociated. External IP: 172.27.2.18, port: 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18. May 14 17:13:31.974341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:32.057569 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61b57547-6db0-49b5-9c95-a615f4cf3387 req-39de98af-0773-4c0b-8287-55eecbbe92b8 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914888 May 14 17:13:32.104715 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46602) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:32.161379 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (0ff6e52c-c6d9-4032-ac4d-0f73c6916526), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.185667 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (0ff6e52c-c6d9-4032-ac4d-0f73c6916526), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.217448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (3b8fa43f-5359-4b5d-b726-a64e4f9e2a18), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.247828 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=3b8fa43f-5359-4b5d-b726-a64e4f9e2a18,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:32.320468 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0ff6e52c-c6d9-4032-ac4d-0f73c6916526), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.323375 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.328004 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ff6e52c-c6d9-4032-ac4d-0f73c6916526 HTTP/1.1" status: 204 len: 168 time: 0.2197266 May 14 17:13:32.329617 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46606) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:32.348379 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff6e52c-c6d9-4032-ac4d-0f73c6916526,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:32.351951 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-e3be34a9-98b0-4804-97bd-74e784de8585 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] show failed (client error): The resource could not be found. May 14 17:13:32.355648 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e3be34a9-98b0-4804-97bd-74e784de8585 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "GET /v2.0/security-groups/0ff6e52c-c6d9-4032-ac4d-0f73c6916526 HTTP/1.1" status: 404 len: 347 time: 0.0211093 May 14 17:13:32.356986 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46608) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:32.359264 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.359619 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.359968 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.360308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.360642 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.360975 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.361308 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.361636 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.361964 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.362321 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.362680 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.363057 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.363384 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4781a-4a84-443f-8713-0211f2da521d tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:32.412210 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:32.593022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:32.605310 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:32.615274 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:32.616269 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:32.626232 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Deleting port c7fd4a75-4c6e-47b6-a17b-e634a70b95bf {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:32.626577 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.683798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] No DVR routers for this DVR port 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:13:32.687447 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.690769 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ae39f64-fe9f-462a-bbbc-393c3a124152 req-c51ec46c-9549-43f1-bf44-d56a7afe2e1c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "DELETE /v2.0/ports/3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 HTTP/1.1" status: 204 len: 173 time: 1.4224010 May 14 17:13:32.691251 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'name': 'network-vif-deleted', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:32.693505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601c9f4-0258-4f0d-8d10-fea18ef0672e" -d '{"events": [{"server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "name": "network-vif-deleted", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:32.743099 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8715584-aba1-4da3-8825-63aa2cc3928b x-openstack-request-id: req-b8715584-aba1-4da3-8825-63aa2cc3928b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:32.743396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c215bf1-521e-4160-940d-d491f71b7dff", "name": "network-vif-deleted", "tag": "3b8fa43f-5359-4b5d-b726-a64e4f9e2a18", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:32.743650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8715584-aba1-4da3-8825-63aa2cc3928b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:32.744057 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8715584-aba1-4da3-8825-63aa2cc3928b'] response: {'server_uuid': '1c215bf1-521e-4160-940d-d491f71b7dff', 'name': 'network-vif-deleted', 'tag': '3b8fa43f-5359-4b5d-b726-a64e4f9e2a18', 'status': 'completed', 'code': 200} May 14 17:13:32.746346 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:32.753917 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.754349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:32.767855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Calling delete_port for c7fd4a75-4c6e-47b6-a17b-e634a70b95bf owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:32.965426 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:32.992317 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:33.000567 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:33.001185 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:33.005379 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (c7fd4a75-4c6e-47b6-a17b-e634a70b95bf), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:33.035803 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Pushing event deleted for resources: {'Port': ['ID=c7fd4a75-4c6e-47b6-a17b-e634a70b95bf,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:33.101282 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks [] for floatingip (5c10dd75-c69a-4f30-866c-161bd44e3ef7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:33.106440 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:33.116788 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-87087e97-9b4a-4810-b05a-2c48f51ac1b4 tempest-AttachVolumeTestJSON-1084674597 tempest-AttachVolumeTestJSON-1084674597-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c10dd75-c69a-4f30-866c-161bd44e3ef7 HTTP/1.1" status: 204 len: 168 time: 0.7534308 May 14 17:13:33.130889 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:33.179951 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e8566c26-a87c-40af-8ade-1f202679ba38 req-5d05a26d-9309-48bb-92c3-4eadc379acc1 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 210 time: 0.0297117 May 14 17:13:33.348085 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:33.375872 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65500a13-dfdc-46e8-9e98-9fe7ab0e85e5 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:33.626051 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11c66-0d34-4658-88d0-b01499043dd0 None None] New status for floating IP f39904df-d37d-4ba6-ba35-f42ca2814742: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:13:33.905733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:33.926443 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:33.926809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3b8fa43f-5359-4b5d-b726-a64e4f9e2a18 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:33.927228 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device c6a5d017-f5be-4d0b-b964-b35cac8c2aea no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:33.946318 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: c6a5d017-f5be-4d0b-b964-b35cac8c2aea {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:33.946699 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device c6a5d017-f5be-4d0b-b964-b35cac8c2aea not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:34.289215 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6258e834-6e9e-4d84-936a-752f7e757c0d req-dacd13ea-a39e-4383-a7a9-7c5890c637ca tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c215bf1-521e-4160-940d-d491f71b7dff HTTP/1.1" status: 200 len: 210 time: 0.0281632 May 14 17:13:35.547775 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-dce742bf-df71-4051-b0d4-0081667891d7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414884092&fields=id&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 267 time: 0.0493202 May 14 17:13:35.653946 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-f4e64568-5c39-40d4-a44d-0eb23739e03c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:35.655407 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-f4e64568-5c39-40d4-a44d-0eb23739e03c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1013076 May 14 17:13:35.671346 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-bb028f17-1cef-4dd1-9506-e1a8b3a73e8f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/quotas/62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 375 time: 0.0105968 May 14 17:13:35.726683 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-4febbfb0-3b82-48a8-8512-5f9f2b5c3e29 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502379 May 14 17:13:35.825239 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-15280237-ea09-4117-9102-4ee4864e18e4 service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 May 14 17:13:35.917197 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-8409ded4-ff02-43b3-9227-421a3403293b service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862553 May 14 17:13:36.554546 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-da21bc79-5407-4d1a-bf16-008d7a3a24a7 req-51d92aab-0632-49a4-84f8-3a40b24eeedd tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0333028 May 14 17:13:37.308328 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46690) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:37.675536 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1442c20a-8175-460e-b9d3-352179ffffcd req-547333de-7238-4a67-8065-cacf6766e228 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0335319 May 14 17:13:37.829605 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (5b385783-412f-487a-a22b-f77777a6add3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:38.073769 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Deleting port d791ea57-a839-41d1-86ef-1f84ddbf2b27 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:38.083590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:38.153881 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] For port d791ea57-a839-41d1-86ef-1f84ddbf2b27, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d791ea57-a839-41d1-86ef-1f84ddbf2b27,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:38.154251 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:38.167512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Calling delete_port for d791ea57-a839-41d1-86ef-1f84ddbf2b27 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:38.411585 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (d791ea57-a839-41d1-86ef-1f84ddbf2b27), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:38.439834 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Pushing event deleted for resources: {'Port': ['ID=d791ea57-a839-41d1-86ef-1f84ddbf2b27,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:38.660700 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (5b385783-412f-487a-a22b-f77777a6add3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:38.746569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-6dd23205-313c-4d60-93f2-20b3107e0126 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:38.757298 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-6dd23205-313c-4d60-93f2-20b3107e0126 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1656754 May 14 17:13:38.811113 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b898bb48-4f61-417c-a704-243e171f2e5d req-f1ea3dfd-0ae7-4dcc-ba7f-c54e95ff3590 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0607862 May 14 17:13:38.914179 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-7fbcf3a4-ebf2-4667-b333-3b25d52f9de3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 379 time: 0.1487255 May 14 17:13:38.955668 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'port': {'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'admin_state_up': True, 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'security_groups': ['f67423e7-8045-414a-a6f0-441a4884939a']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:39.047908 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Router 5b385783-412f-487a-a22b-f77777a6add3 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:39.414672 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Made reservation on behalf of 62c38d1934f04482abb9399e7b34ddfa for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:39.417997 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:39.482492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:39.489757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-04a2e089-7a2c-4ea4-880f-91849f7d1bce admin admin] 10.222.0.48 "PUT /v2.0/routers/5b385783-412f-487a-a22b-f77777a6add3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1802778 May 14 17:13:39.493297 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46702) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:39.495180 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Sync routers for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:39.505391 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:39.506007 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:39.567492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.20.0.13 (1b7d5ab9-0fdc-4732-b437-87c356abe6da/b083e573-51be-44ae-8359-e555ceb480c3/9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:39.619289 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:39.726358 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:39.867358 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks [] for router (5b385783-412f-487a-a22b-f77777a6add3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:39.910447 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7391c712-4ad6-4b76-af53-ab46d7857b90 req-7d4fde49-843d-4073-a876-8336f6b54dc6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0315731 May 14 17:13:39.938952 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:13:38Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:39.970856 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:39.971936 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Checking router: 5b385783-412f-487a-a22b-f77777a6add3 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:39.977105 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Routers {'5b385783-412f-487a-a22b-f77777a6add3'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:39.977890 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['5b385783-412f-487a-a22b-f77777a6add3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:39.988660 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks [] for router_gateway (5b385783-412f-487a-a22b-f77777a6add3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.008699 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:40.012234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:40.016233 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:40.046214 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:40.073020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:40.080942 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.097027 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ae72efb3-cf17-4644-814e-c92d00d26e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.103905 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] Set router 5b385783-412f-487a-a22b-f77777a6add3 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:40.180775 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-06af800e-b428-45c9-8c1d-82ed508b13ba tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2524123 May 14 17:13:40.195411 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Deleting port 182e1c2d-93dc-475a-bf03-1b0ed6333b05 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:40.196022 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.202197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Request body: {'port': {'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:40.273510 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.311487 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2d9c7b6a-d0eb-452b-b7c0-5ef7804dbbd5 None None] Provisioning complete for port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:40.312940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7b6a-d0eb-452b-b7c0-5ef7804dbbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.314458 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] For port 182e1c2d-93dc-475a-bf03-1b0ed6333b05, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=182e1c2d-93dc-475a-bf03-1b0ed6333b05,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:40.315060 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.323027 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:13:38Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:40.335987 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Calling delete_port for 182e1c2d-93dc-475a-bf03-1b0ed6333b05 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:40.355855 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d057aa6-fdd5-4913-b9f7-33b9236e6247 None None] The sync data for ids ['5b385783-412f-487a-a22b-f77777a6add3'] in dv-cinder-841745-1-iscsi is: [{'id': '5b385783-412f-487a-a22b-f77777a6add3', 'name': 'tempest-AttachVolumeTestJSON-1260358482-router', 'tenant_id': '17563077ee7a40dfb909d2bf6d193cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:13:38Z', 'revision_number': 5, 'project_id': '17563077ee7a40dfb909d2bf6d193cf6', 'gw_port': {'id': '182e1c2d-93dc-475a-bf03-1b0ed6333b05', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b385783-412f-487a-a22b-f77777a6add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:40.360779 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c7b6a-d0eb-452b-b7c0-5ef7804dbbd5 None None] Port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:40.548073 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:40.555590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks [] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.570402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Transition to ACTIVE for port object 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:13:40.570935 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (182e1c2d-93dc-475a-bf03-1b0ed6333b05), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.596713 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=182e1c2d-93dc-475a-bf03-1b0ed6333b05,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:40.656682 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.657875 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (5b385783-412f-487a-a22b-f77777a6add3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.711405 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:40.785598 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (5b385783-412f-487a-a22b-f77777a6add3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.788051 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks [] for router_controller (5b385783-412f-487a-a22b-f77777a6add3), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.804272 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Attempting to bind port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:40.804560 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Attempting to bind port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:40.804864 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Attempting to bind port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:40.813997 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:13:40.814316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Attempting to bind port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:40.821532 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:40.821712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:40.822104 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Bound using segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:40.822545 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Bound port: 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:40.822950 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.907971 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:40.911790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:40.948668 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (5b385783-412f-487a-a22b-f77777a6add3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.949324 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b385783-412f-487a-a22b-f77777a6add3 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:13:40.954499 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:40.960565 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-18ab9809-d1ab-4b60-b303-2a7286710d76 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5b385783-412f-487a-a22b-f77777a6add3 HTTP/1.1" status: 204 len: 168 time: 1.4612756 May 14 17:13:40.960806 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46718) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:41.054431 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.062610 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Deleting subnet 4164c5af-28c3-40a5-9f1a-a0aa5474192c {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:13:41.079978 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Publish callbacks [] for subnet (4164c5af-28c3-40a5-9f1a-a0aa5474192c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.151555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.152186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.153597 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] 10.222.0.57 "PUT /v2.0/ports/9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 1094 time: 0.9557531 May 14 17:13:41.156400 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:41.158678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b3451-1607-4f92-a2ef-e4167430742e" -d '{"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:41.171350 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-2425a879-0ad5-4028-9696-6995e0a9a7cb tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374007776&fields=id&tenant_id=99683d34888b4c9a9398568a076e291f HTTP/1.1" status: 200 len: 267 time: 0.2012920 May 14 17:13:41.184894 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (4164c5af-28c3-40a5-9f1a-a0aa5474192c), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.242544 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eced39-f190-425e-85de-49e55c8ab022 req-aaa34ba5-aa82-4d69-a5b0-066b4d4055b9 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.244105 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18eced39-f190-425e-85de-49e55c8ab022 req-aaa34ba5-aa82-4d69-a5b0-066b4d4055b9 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.2407236 May 14 17:13:41.259247 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a50a8-4d09-4b6a-a48f-7154a9dde900 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:41.428073 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18eced39-f190-425e-85de-49e55c8ab022 req-8753dbe4-aef2-4efb-8b53-787ede18cc5f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697774 May 14 17:13:41.447982 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (4164c5af-28c3-40a5-9f1a-a0aa5474192c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.479450 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-c1b70981-4c0a-4be0-84d0-67c0ae691fa2 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.486261 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-c1b70981-4c0a-4be0-84d0-67c0ae691fa2 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 809 time: 0.2940438 May 14 17:13:41.486261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a4152-e6b4-4c71-8e8b-f75d4ff9c93d x-openstack-request-id: req-303a4152-e6b4-4c71-8e8b-f75d4ff9c93d {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:41.486261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:41.486261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-303a4152-e6b4-4c71-8e8b-f75d4ff9c93d {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:41.486261 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303a4152-e6b4-4c71-8e8b-f75d4ff9c93d'] response: {'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'status': 'completed', 'code': 200} May 14 17:13:41.504817 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-ac3e2554-1dde-42ca-9c2b-38f713b9e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.506312 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-ac3e2554-1dde-42ca-9c2b-38f713b9e9e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1128 time: 0.1864183 May 14 17:13:41.520308 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-195d621b-ee40-4087-9d16-38077b95cfea tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/quotas/99683d34888b4c9a9398568a076e291f HTTP/1.1" status: 200 len: 375 time: 0.0271437 May 14 17:13:41.573765 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-121ffd89-cdda-415e-9ed0-73ad9fded785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 217 time: 0.0538981 May 14 17:13:41.643170 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-3bd1830c-012f-4de0-be07-d00ef42d681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.644600 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-3bd1830c-012f-4de0-be07-d00ef42d681c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0513713 May 14 17:13:41.654351 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-82fcbeb3-79a8-4b62-8688-61a40ae6a029 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243885 May 14 17:13:41.665688 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (4164c5af-28c3-40a5-9f1a-a0aa5474192c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.709710 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4164c5af-28c3-40a5-9f1a-a0aa5474192c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:41.715177 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.720992 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30b8a537-c397-49b7-b483-ff1d1ddf9070 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4164c5af-28c3-40a5-9f1a-a0aa5474192c HTTP/1.1" status: 204 len: 168 time: 0.7600842 May 14 17:13:41.721124 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46724) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:41.721593 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2524c8-2efc-47b3-b1dd-41030744c5bd None None] Network a04430b6-7869-4a4b-8e32-5e13fd08378a requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:41.737576 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-8b0f0c88-1a5c-41a1-8efc-8e917c3ec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:41.739134 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-8b0f0c88-1a5c-41a1-8efc-8e917c3ec846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836420 May 14 17:13:41.832893 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (a04430b6-7869-4a4b-8e32-5e13fd08378a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.835341 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d791ea57-a839-41d1-86ef-1f84ddbf2b27 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:41.860579 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: d791ea57-a839-41d1-86ef-1f84ddbf2b27 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:41.861344 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d791ea57-a839-41d1-86ef-1f84ddbf2b27 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:41.861789 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 182e1c2d-93dc-475a-bf03-1b0ed6333b05 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:41.889103 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 182e1c2d-93dc-475a-bf03-1b0ed6333b05 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:41.889451 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 182e1c2d-93dc-475a-bf03-1b0ed6333b05 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:41.891180 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Deleting port f3567c1c-6764-45be-b284-a0b6a23ce0e4 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:41.891778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.917165 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-8740fcb2-18d6-4344-b12d-73ea8f1e7c90 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708403 May 14 17:13:41.923084 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-4193c022-b256-4a74-bdb5-9a71fd22fa01 service neutron] 10.222.0.48 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536018 May 14 17:13:41.960286 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] For port f3567c1c-6764-45be-b284-a0b6a23ce0e4, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f3567c1c-6764-45be-b284-a0b6a23ce0e4,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:41.960651 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:41.974167 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Calling delete_port for f3567c1c-6764-45be-b284-a0b6a23ce0e4 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:41.975684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] DHCP port deletion for a04430b6-7869-4a4b-8e32-5e13fd08378a request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:13:42.027748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Deleting port f3567c1c-6764-45be-b284-a0b6a23ce0e4 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:13:42.028389 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.078271 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3108629-d0d7-44b9-9d7f-eb45fbc9a154 req-f8a5ee5f-145b-4d63-8af6-42b67f3f2ae2 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540954 May 14 17:13:42.081606 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-a770c65c-bc51-4576-9195-90facd5cb098 service neutron] 10.222.0.48 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488309 May 14 17:13:42.096960 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] For port f3567c1c-6764-45be-b284-a0b6a23ce0e4, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=f3567c1c-6764-45be-b284-a0b6a23ce0e4,segment=NetworkSegment(f7c7afc1-8ff2-4472-b636-179b32196e1f),segment_id=f7c7afc1-8ff2-4472-b636-179b32196e1f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:42.097368 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.112065 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Calling delete_port for f3567c1c-6764-45be-b284-a0b6a23ce0e4 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:13:42.153794 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.168413 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] No DVR routers for this DVR port f3567c1c-6764-45be-b284-a0b6a23ce0e4 on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:13:42.195357 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (f3567c1c-6764-45be-b284-a0b6a23ce0e4), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.209273 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3567c1c-6764-45be-b284-a0b6a23ce0e4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:42.226477 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] Pushing event deleted for resources: {'Port': ['ID=f3567c1c-6764-45be-b284-a0b6a23ce0e4,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:42.231850 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cb373-37c0-44b9-a408-e377fec46a1f None None] No DVR routers for this DVR port f3567c1c-6764-45be-b284-a0b6a23ce0e4 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:13:42.270142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (a04430b6-7869-4a4b-8e32-5e13fd08378a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.293370 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04430b6-7869-4a4b-8e32-5e13fd08378a']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:42.304913 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c7afc1-8ff2-4472-b636-179b32196e1f') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:42.305299 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c7afc1-8ff2-4472-b636-179b32196e1f') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:42.316031 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (f7c7afc1-8ff2-4472-b636-179b32196e1f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.317953 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3451-1607-4f92-a2ef-e4167430742e req-01841788-ea4e-4b03-8809-397c789dedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:42.319641 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-01841788-ea4e-4b03-8809-397c789dedcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1128 time: 0.0470436 May 14 17:13:42.331462 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (f7c7afc1-8ff2-4472-b636-179b32196e1f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.335223 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:13:42.335613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (f7c7afc1-8ff2-4472-b636-179b32196e1f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:13:42.337232 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:13:42.372316 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a60899fe-85cc-4ad8-bf16-fe8b33b0c1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.419776 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3451-1607-4f92-a2ef-e4167430742e req-f29c0d04-d4db-4927-8eb5-80a61472e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:42.421348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-f29c0d04-d4db-4927-8eb5-80a61472e042 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0922787 May 14 17:13:42.464278 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-6c85e6b7-ebdd-4130-aae6-863fd86a47cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 217 time: 0.0359068 May 14 17:13:42.468390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (a04430b6-7869-4a4b-8e32-5e13fd08378a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.484747 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.487455 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a04430b6-7869-4a4b-8e32-5e13fd08378a HTTP/1.1" status: 204 len: 168 time: 0.7652459 May 14 17:13:42.488309 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68d5f-e714-4d38-ac4c-5eb9570afbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04430b6-7869-4a4b-8e32-5e13fd08378a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:42.556654 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3451-1607-4f92-a2ef-e4167430742e req-d71a529b-c160-4546-b269-4b24909f4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:42.558139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-d71a529b-c160-4546-b269-4b24909f4622 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0847280 May 14 17:13:42.584418 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5fe9c-4ed4-467c-b015-aae4e50ea75f req-06400fc2-eee5-4d54-975b-69c2aee08134 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:42.585801 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7a5fe9c-4ed4-467c-b015-aae4e50ea75f req-06400fc2-eee5-4d54-975b-69c2aee08134 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.0816150 May 14 17:13:42.654601 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7a5fe9c-4ed4-467c-b015-aae4e50ea75f req-0824b289-6adb-4eda-a355-52d901fe7ea1 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535798 May 14 17:13:42.657252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3451-1607-4f92-a2ef-e4167430742e req-e94902f6-7ad2-437a-a6f1-2f754574af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:42.658713 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-e94902f6-7ad2-437a-a6f1-2f754574af31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900929 May 14 17:13:42.749924 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-88dfa353-3eb5-4455-8f51-716102026c93 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844917 May 14 17:13:42.840576 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-750b3451-1607-4f92-a2ef-e4167430742e req-a1421a1e-2ed4-47d1-8593-b6ae82be7701 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 May 14 17:13:42.874017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46736) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:42.889955 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.913726 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4f2125a5-db84-40b3-a866-c48d1378c4d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17563077ee7a40dfb909d2bf6d193cf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385234 May 14 17:13:42.916123 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:42.964601 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] Publish callbacks [] for security_group (8e50b656-e4a9-407a-b83b-8fa2ae299dbd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:42.985592 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] Publish callbacks [] for security_group (8e50b656-e4a9-407a-b83b-8fa2ae299dbd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:43.142323 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (8e50b656-e4a9-407a-b83b-8fa2ae299dbd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:43.146523 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:43.146523 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e50b656-e4a9-407a-b83b-8fa2ae299dbd HTTP/1.1" status: 204 len: 168 time: 0.2291222 May 14 17:13:43.154667 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ba605-1041-4fe1-9bf4-46e5248e2f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e50b656-e4a9-407a-b83b-8fa2ae299dbd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:43.296870 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:43.713932 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1cfd61a5-8f67-4a7f-bd6b-2fa6e8a62b43 req-f38b046b-8750-4838-887c-f443b3c34ccb tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0291390 May 14 17:13:43.797157 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f3567c1c-6764-45be-b284-a0b6a23ce0e4 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:13:43.804448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2bc23-21f5-48d1-98d1-0ed3afe5b61c req-71aaee3b-207d-4ec9-a01c-19b9f17963b5 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:43.806307 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0dd2bc23-21f5-48d1-98d1-0ed3afe5b61c req-71aaee3b-207d-4ec9-a01c-19b9f17963b5 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.0613315 May 14 17:13:43.821321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: f3567c1c-6764-45be-b284-a0b6a23ce0e4 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:13:43.821938 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device f3567c1c-6764-45be-b284-a0b6a23ce0e4 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:13:43.862377 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0dd2bc23-21f5-48d1-98d1-0ed3afe5b61c req-4bcf5302-0a7c-4b26-a70d-6f1af0939e15 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496330 May 14 17:13:44.180582 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46774) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:44.282801 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551325664-network', 'tenant_id': '1ed72fa68eb64ef7974ffff1e55dbdcf'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:44.387856 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Made reservation on behalf of 1ed72fa68eb64ef7974ffff1e55dbdcf for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:44.390161 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.399280 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.473060 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks [] for security_group (95bd4795-3b54-4912-8505-5b7a99a325b0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.594008 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (95bd4795-3b54-4912-8505-5b7a99a325b0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.618910 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:13:44.628317 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd4795-3b54-4912-8505-5b7a99a325b0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:44.632933 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.633267 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Added segment 1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab of type vlan for network e97df504-d4f4-427d-90bb-621a01f55523 May 14 17:13:44.671086 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (e97df504-d4f4-427d-90bb-621a01f55523), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.788576 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (e97df504-d4f4-427d-90bb-621a01f55523), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.789622 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:44.790235 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.796081 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:44.815980 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a347dc6-d24c-4473-8d80-a03a4708bc07 req-6dc94547-f7e8-4101-894b-c84b88388d9e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0302823 May 14 17:13:44.851824 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] Pushing event updated for resources: {'Network': ['ID=e97df504-d4f4-427d-90bb-621a01f55523,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:44.861152 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network e97df504-d4f4-427d-90bb-621a01f55523 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:13:44.897415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46784) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:44.898416 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f4233355-75c8-4fcc-83f4-43e846d25ece admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7166622 May 14 17:13:44.903368 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Request body: {'subnet': {'network_id': 'e97df504-d4f4-427d-90bb-621a01f55523', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551325664-subnet', 'tenant_id': '1ed72fa68eb64ef7974ffff1e55dbdcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:44.987294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b583-0f71-41d2-bcac-21773ac7b358 req-c8ed6aad-2261-4e07-b642-ce145552336b tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:44.988753 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8be1b583-0f71-41d2-bcac-21773ac7b358 req-c8ed6aad-2261-4e07-b642-ce145552336b tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.0527949 May 14 17:13:44.989767 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Made reservation on behalf of 1ed72fa68eb64ef7974ffff1e55dbdcf for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:44.991973 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257176'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:45.094618 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8be1b583-0f71-41d2-bcac-21773ac7b358 req-7c27579d-1e41-4782-9b48-723c5929f29b tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998178 May 14 17:13:45.325540 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29079706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257206'] for subnet (99532407-f418-4119-bc55-afcb3dce2efe), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:45.385212 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99532407-f418-4119-bc55-afcb3dce2efe,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:45.392476 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Checking segment: {'id': '1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e97df504-d4f4-427d-90bb-621a01f55523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:45.392828 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Network hostable DHCP agents. Network: e97df504-d4f4-427d-90bb-621a01f55523, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:13:45.496304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Network e97df504-d4f4-427d-90bb-621a01f55523 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:13:45.599516 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, e97df504-d4f4-427d-90bb-621a01f55523) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:45.604115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:45.604718 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:45.610355 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472157fa-5b7c-4dc4-905f-24932d786667 None None] Network e97df504-d4f4-427d-90bb-621a01f55523 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:45.704407 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6f29a-7ef5-42ea-b459-238cd9185484 None None] Network e97df504-d4f4-427d-90bb-621a01f55523 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:45.776742 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-41ed45fa-d3da-40bc-ad8a-2f4dc9b99f56 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8688810 May 14 17:13:45.911634 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9063b8b5-f25f-49d2-9ab9-6f05231cc9f2 req-d6ad2160-3a24-428d-bfcb-0bd5ecd544f2 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0278587 May 14 17:13:46.240427 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-e8f9c7d2-be7e-4226-8fc6-8111ff500427 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:46.242011 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-e8f9c7d2-be7e-4226-8fc6-8111ff500427 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 809 time: 0.1351237 May 14 17:13:46.253114 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfba68-9737-47fb-ae31-c672f8c88335 req-6d09ebb7-d96a-400d-a73f-886c0dd0de88 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:46.254461 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08dfba68-9737-47fb-ae31-c672f8c88335 req-6d09ebb7-d96a-400d-a73f-886c0dd0de88 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.0916908 May 14 17:13:46.345777 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-c8627184-f141-4153-a2b0-a33ed2e46fb9 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99683d34888b4c9a9398568a076e291f HTTP/1.1" status: 200 len: 380 time: 0.0851352 May 14 17:13:46.348062 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08dfba68-9737-47fb-ae31-c672f8c88335 req-ad030e10-a078-4e03-bc7a-978d56dca36f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828433 May 14 17:13:46.354718 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'port': {'device_id': '84181e7f-97de-4b36-94f8-c19423a41de9', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'admin_state_up': True, 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'security_groups': ['7685b0aa-d50d-4282-a498-f0b70b06b67d']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:46.424570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.476614 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46806) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:46.481415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1950329083-network', 'tenant_id': '96a0868ec0504a5f8e81dd3d296cdfe6'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:46.610973 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Made reservation on behalf of 99683d34888b4c9a9398568a076e291f for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:46.614366 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.623938 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Made reservation on behalf of 96a0868ec0504a5f8e81dd3d296cdfe6 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:46.625987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.638610 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.789454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Allocated IP 172.20.0.3 (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f/6175a3b3-16e3-4ebd-b10b-817ffada3489/fda666ca-43ce-4400-9d25-f438b543a87d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:46.817406 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks [] for security_group (715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.892318 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.921617 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:13:46.949202 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (cf318174-fe00-4aad-b402-e81114ab79e2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:46.949548 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Added segment cf318174-fe00-4aad-b402-e81114ab79e2 of type vlan for network 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 May 14 17:13:46.967650 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:47.015205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for port (fda666ca-43ce-4400-9d25-f438b543a87d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.044138 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5d52eaf-b5a8-495f-8423-cf8b05a0c081 req-1e3cfa8d-baa0-41ae-96c1-48396e0b8a57 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0587683 May 14 17:13:47.048046 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764503106003'] for network (5d1de50b-a3cd-4769-bd6e-67e3ee0108b0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.165380 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541'] for network (5d1de50b-a3cd-4769-bd6e-67e3ee0108b0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.166352 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:47.166974 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.214330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.526476 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0487568 May 14 17:13:47.529232 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46812) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:47.534249 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Request body: {'subnet': {'network_id': '5d1de50b-a3cd-4769-bd6e-67e3ee0108b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1950329083-subnet', 'tenant_id': '96a0868ec0504a5f8e81dd3d296cdfe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:47.559927 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d548-28ce-4d65-aed0-fe9a8be28fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1de50b-a3cd-4769-bd6e-67e3ee0108b0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:47.569404 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Network 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 details requested by agent ovs-agent-dv-cinder-841745-1-iscsi with host dv-cinder-841745-1-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 17:13:47.574231 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:47.583565 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:47.585354 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:47.587547 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:47.649572 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665269f-99f6-4683-8693-3be421b09a4a req-e4304d9b-c53f-44b0-bf58-07fa2995e233 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:47.651159 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7665269f-99f6-4683-8693-3be421b09a4a req-e4304d9b-c53f-44b0-bf58-07fa2995e233 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.1482980 May 14 17:13:47.657052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:47.657658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.668454 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Made reservation on behalf of 96a0868ec0504a5f8e81dd3d296cdfe6 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:13:47.672017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25679162'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.720300 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7665269f-99f6-4683-8693-3be421b09a4a req-3350462f-32f5-4406-a9cd-8f60dd49f81c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597773 May 14 17:13:47.774615 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-20d4176d-2cba-4972-be3f-8ba8958c8463 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4235191 May 14 17:13:47.809643 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Request body: {'port': {'device_id': '84181e7f-97de-4b36-94f8-c19423a41de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:47.866904 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.892090 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-618e517f-f443-47ca-8a6e-a86c13e84baf None None] Provisioning complete for port fda666ca-43ce-4400-9d25-f438b543a87d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:47.892473 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-618e517f-f443-47ca-8a6e-a86c13e84baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:47.932762 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-618e517f-f443-47ca-8a6e-a86c13e84baf None None] Port fda666ca-43ce-4400-9d25-f438b543a87d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:13:47.953979 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28577948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25679124'] for subnet (f041f7ad-cbbb-4488-ad55-9e074d603d38), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.011340 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f041f7ad-cbbb-4488-ad55-9e074d603d38,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:48.018680 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Checking segment: {'id': 'cf318174-fe00-4aad-b402-e81114ab79e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5d1de50b-a3cd-4769-bd6e-67e3ee0108b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:48.019087 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Network hostable DHCP agents. Network: 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0, hostable agents: ['d0726bb3-baf5-4ff7-86e3-1c08fe7f931d'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:13:48.096863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Network 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 is scheduled to be hosted by DHCP agent d0726bb3-baf5-4ff7-86e3-1c08fe7f931d with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:13:48.164038 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda666ca-43ce-4400-9d25-f438b543a87d {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:48.174138 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks [] for port (fda666ca-43ce-4400-9d25-f438b543a87d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.191876 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Transition to ACTIVE for port object fda666ca-43ce-4400-9d25-f438b543a87d will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:13:48.199953 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841745-1-iscsi, 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:48.204179 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.204827 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef0f8-8593-4d99-ab9c-e0836d9d7cec req-d4b743de-294c-49ae-be74-d8ccf51867c3 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.204982 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.206347 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a25ef0f8-8593-4d99-ab9c-e0836d9d7cec req-d4b743de-294c-49ae-be74-d8ccf51867c3 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 931 time: 0.0826724 May 14 17:13:48.210028 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb89d59-8092-47e4-90cd-d4de19e0731d None None] Network 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:48.261192 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a25ef0f8-8593-4d99-ab9c-e0836d9d7cec req-fb327b72-70c8-4718-b77b-7a55403515a0 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457039 May 14 17:13:48.302025 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.306196 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb6e52-cf64-4e23-a7cd-8a9c10047a31 None None] Network 5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:13:48.316567 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-229de753-9dba-4faf-bfa5-03b6dfd7dc15 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7859418 May 14 17:13:48.350978 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:48.437115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Attempting to bind port fda666ca-43ce-4400-9d25-f438b543a87d on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:13:48.437550 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Attempting to bind port fda666ca-43ce-4400-9d25-f438b543a87d by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:13:48.437884 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Attempting to bind port fda666ca-43ce-4400-9d25-f438b543a87d on network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:48.442630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Port fda666ca-43ce-4400-9d25-f438b543a87d on network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:13:48.443099 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Attempting to bind port fda666ca-43ce-4400-9d25-f438b543a87d on network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:13:48.448728 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:13:48.449072 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Checking segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:13:48.449459 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Bound using segment: {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:13:48.450042 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Bound port: fda666ca-43ce-4400-9d25-f438b543a87d, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:13:48.450243 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.470017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46818) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:48.518459 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:13:48.520335 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Deleting subnet 99532407-f418-4119-bc55-afcb3dce2efe {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:13:48.522616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:13:48.526152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Publish callbacks [] for subnet (99532407-f418-4119-bc55-afcb3dce2efe), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.561452 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29130412'] for subnet (99532407-f418-4119-bc55-afcb3dce2efe), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.599695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (99532407-f418-4119-bc55-afcb3dce2efe), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.611332 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.648287 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.648916 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.650314 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 1093 time: 0.8449588 May 14 17:13:48.650756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:48.653017 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367691af-2e8e-438d-bd85-bca6a4d6c3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:48.687932 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6c624-4e18-4d46-8784-fab36c1e78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:48.690301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a736bf08-1e5a-4cfa-907c-3ad6d1f9a50d x-openstack-request-id: req-a736bf08-1e5a-4cfa-907c-3ad6d1f9a50d {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:48.690616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:48.690918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a736bf08-1e5a-4cfa-907c-3ad6d1f9a50d {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:48.691313 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a736bf08-1e5a-4cfa-907c-3ad6d1f9a50d'] response: {'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'status': 'completed', 'code': 200} May 14 17:13:48.759273 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28577885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25679135'] for subnet (99532407-f418-4119-bc55-afcb3dce2efe), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.786557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-8b99e71c-6d62-4419-bb9e-c973cd9af4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.787604 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-8b99e71c-6d62-4419-bb9e-c973cd9af4d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1127 time: 0.0534494 May 14 17:13:48.793056 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99532407-f418-4119-bc55-afcb3dce2efe,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:48.795798 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.799498 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8de8e244-c258-4712-a933-7d318916b180 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99532407-f418-4119-bc55-afcb3dce2efe HTTP/1.1" status: 204 len: 168 time: 0.3281636 May 14 17:13:48.801913 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46824) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:48.873555 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (e97df504-d4f4-427d-90bb-621a01f55523), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.932941 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1c4f-ef96-4957-bf64-1792073fa94b req-050672f1-3185-4960-9043-48eb0797078e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.934326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76fa1c4f-ef96-4957-bf64-1792073fa94b req-050672f1-3185-4960-9043-48eb0797078e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.1212919 May 14 17:13:48.950294 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-c96cf4aa-4540-4b74-b2d3-0eba0ebd1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:48.951735 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-c96cf4aa-4540-4b74-b2d3-0eba0ebd1758 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=99683d34888b4c9a9398568a076e291f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1484261 May 14 17:13:48.956528 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (e97df504-d4f4-427d-90bb-621a01f55523), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:48.976486 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97df504-d4f4-427d-90bb-621a01f55523']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:48.985556 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:48.985850 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:48.995613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.008667 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.014461 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:13:49.014879 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (1e5d3a04-5ebf-4c6b-b10d-85a18b86d3ab), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:13:49.016490 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:13:49.036952 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76fa1c4f-ef96-4957-bf64-1792073fa94b req-99a698fd-1520-402a-8ae7-4962ee41b11a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969903 May 14 17:13:49.071109 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-67bd85ef-c71c-48e3-bf64-cbfccb27f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:49.072577 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-367691af-2e8e-438d-bd85-bca6a4d6c3e7 req-67bd85ef-c71c-48e3-bf64-cbfccb27f945 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130226 May 14 17:13:49.153622 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (e97df504-d4f4-427d-90bb-621a01f55523), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.159078 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.165409 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] 10.222.0.48 "DELETE /v2.0/networks/e97df504-d4f4-427d-90bb-621a01f55523 HTTP/1.1" status: 204 len: 168 time: 0.3591027 May 14 17:13:49.165905 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46826) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:49.174364 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658b40d-fb67-4c42-8c9c-5f855f5b2d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e97df504-d4f4-427d-90bb-621a01f55523,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:49.221804 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Deleting subnet f041f7ad-cbbb-4488-ad55-9e074d603d38 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:13:49.224186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-ada7eb13-9db4-49db-8213-b74c9783d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:49.226222 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-ada7eb13-9db4-49db-8213-b74c9783d64e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1127 time: 0.0912464 May 14 17:13:49.226907 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Publish callbacks [] for subnet (f041f7ad-cbbb-4488-ad55-9e074d603d38), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.289731 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-c44a28d5-4198-44df-b804-e16f3c6d7326 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 217 time: 0.0434015 May 14 17:13:49.297473 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (f041f7ad-cbbb-4488-ad55-9e074d603d38), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.401464 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (f041f7ad-cbbb-4488-ad55-9e074d603d38), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.405102 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-a8eb6d20-516c-4f53-8fc9-62a894bef11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:49.406551 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-a8eb6d20-516c-4f53-8fc9-62a894bef11b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.1072624 May 14 17:13:49.485223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4099a-9cc1-4aa2-b48c-4bd61061ad25 req-6abc7271-a29a-4298-85af-b5ef275a6781 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:49.486583 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00d4099a-9cc1-4aa2-b48c-4bd61061ad25 req-6abc7271-a29a-4298-85af-b5ef275a6781 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.1398857 May 14 17:13:49.519348 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-1891f93b-6422-4115-b246-3c1c66a8ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:49.520818 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-1891f93b-6422-4115-b246-3c1c66a8ee66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922537 May 14 17:13:49.591931 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00d4099a-9cc1-4aa2-b48c-4bd61061ad25 req-5daee559-40b0-4ceb-ac81-859fd6322513 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986922 May 14 17:13:49.631564 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-e16ba7f5-a922-4e38-8cd5-8b212cd392d7 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998178 May 14 17:13:49.634134 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (f041f7ad-cbbb-4488-ad55-9e074d603d38), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.678043 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f041f7ad-cbbb-4488-ad55-9e074d603d38,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:49.703665 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.706866 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ca25b0a1-403f-4637-ac34-908e6e17c12a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f041f7ad-cbbb-4488-ad55-9e074d603d38 HTTP/1.1" status: 204 len: 168 time: 0.5398118 May 14 17:13:49.709968 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46830) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:49.800925 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (5d1de50b-a3cd-4769-bd6e-67e3ee0108b0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.815424 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e63d88c-a592-418f-aab3-d2d580bcf863 req-14319ce6-9453-4ff2-830b-6e89e5b77cdc service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770253 May 14 17:13:49.891344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (5d1de50b-a3cd-4769-bd6e-67e3ee0108b0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.911270 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1de50b-a3cd-4769-bd6e-67e3ee0108b0']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:49.920490 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf318174-fe00-4aad-b402-e81114ab79e2') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:49.926579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf318174-fe00-4aad-b402-e81114ab79e2') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:49.930284 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (cf318174-fe00-4aad-b402-e81114ab79e2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.943109 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (cf318174-fe00-4aad-b402-e81114ab79e2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.949658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:13:49.950039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (cf318174-fe00-4aad-b402-e81114ab79e2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:13:49.951649 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:13:49.983856 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:13:50.097032 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (5d1de50b-a3cd-4769-bd6e-67e3ee0108b0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.103039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.110396 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] 10.222.0.48 "DELETE /v2.0/networks/5d1de50b-a3cd-4769-bd6e-67e3ee0108b0 HTTP/1.1" status: 204 len: 168 time: 0.3994002 May 14 17:13:50.133667 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63df9fc-fae6-40a2-98bf-7a2358fa704f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1de50b-a3cd-4769-bd6e-67e3ee0108b0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:50.182058 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcea8f-b0ab-4611-870a-dde0515c461a req-355cc592-faf6-440d-bf92-a4017fcbfb2a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:50.184436 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-addcea8f-b0ab-4611-870a-dde0515c461a req-355cc592-faf6-440d-bf92-a4017fcbfb2a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 944 time: 0.0727844 May 14 17:13:50.225003 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:50.236870 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:13:50.238301 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-addcea8f-b0ab-4611-870a-dde0515c461a req-596c8db2-fece-4c2f-a327-eb4280114518 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479646 May 14 17:13:50.275439 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:50.275829 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.289564 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:50.309473 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:50.422709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.474830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:50.559111 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46836) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:50.597540 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-708daeb8-6b6b-4eca-b7b9-737d976da312 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ed72fa68eb64ef7974ffff1e55dbdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373142 May 14 17:13:50.600356 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46838) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:50.653286 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] Publish callbacks [] for security_group (95bd4795-3b54-4912-8505-5b7a99a325b0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.674959 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] Publish callbacks [] for security_group (95bd4795-3b54-4912-8505-5b7a99a325b0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.709895 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751f95-c553-4d68-851b-710ccd748288 req-71674016-ea27-4e91-8a02-35456f16ef60 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:50.711421 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce751f95-c553-4d68-851b-710ccd748288 req-71674016-ea27-4e91-8a02-35456f16ef60 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0524783 May 14 17:13:50.730884 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:13:50.768923 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce751f95-c553-4d68-851b-710ccd748288 req-c5545c04-115b-4478-ac47-e10df47f1566 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440419 May 14 17:13:50.822630 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (95bd4795-3b54-4912-8505-5b7a99a325b0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.825439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:50.826585 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95bd4795-3b54-4912-8505-5b7a99a325b0 HTTP/1.1" status: 204 len: 168 time: 0.2252562 May 14 17:13:50.837257 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbaece-c221-494e-b2cc-3bf2173d2ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd4795-3b54-4912-8505-5b7a99a325b0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:51.355148 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5118b6-f94b-45c9-9c93-79d451146f61 req-5ea0961b-d08c-4f1f-a6f7-206d240848ed tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:51.356629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4b5118b6-f94b-45c9-9c93-79d451146f61 req-5ea0961b-d08c-4f1f-a6f7-206d240848ed tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 945 time: 0.0528283 May 14 17:13:51.409362 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4b5118b6-f94b-45c9-9c93-79d451146f61 req-3dc3aee2-7d08-4c2e-9e57-22c6318049ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471480 May 14 17:13:51.586330 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46856) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:51.624794 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6a5db717-4554-4a60-8a8c-ff80a3b31780 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96a0868ec0504a5f8e81dd3d296cdfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372937 May 14 17:13:51.627097 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46858) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:51.674354 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] Publish callbacks [] for security_group (715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:51.697810 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] Publish callbacks [] for security_group (715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:51.850902 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:51.853601 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:51.854977 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9 HTTP/1.1" status: 204 len: 168 time: 0.2268949 May 14 17:13:51.863773 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabfb4e-c45e-4b34-92e1-f67bc4f9451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715dcbb6-0c10-4ddb-ab7c-829efdc7d7f9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:51.891425 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3501c2-b7d5-4540-82dc-6c698008a750 req-ef808f11-2b0c-46d3-a9f4-b8b8721d90f6 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:51.893107 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c3501c2-b7d5-4540-82dc-6c698008a750 req-ef808f11-2b0c-46d3-a9f4-b8b8721d90f6 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0584385 May 14 17:13:51.943653 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c3501c2-b7d5-4540-82dc-6c698008a750 req-b35676c1-62d5-49c3-a6bd-8120e2d437e8 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 May 14 17:13:51.984182 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:13:52.102172 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:13:52.106206 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:13:52.106507 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:52.188969 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:52.189459 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:52.211464 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:52.213740 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a033ffe-a93f-483c-914b-4f18358f493c" -d '{"events": [{"server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "name": "network-vif-plugged", "status": "completed", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:52.227168 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:52.250140 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559fcc92-a1fa-4ce5-81c5-6a768e835c5c x-openstack-request-id: req-559fcc92-a1fa-4ce5-81c5-6a768e835c5c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:52.250431 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "name": "network-vif-plugged", "status": "completed", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:52.250684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-559fcc92-a1fa-4ce5-81c5-6a768e835c5c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:52.251114 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559fcc92-a1fa-4ce5-81c5-6a768e835c5c'] response: {'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'code': 200} May 14 17:13:52.398607 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:52.448120 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:52.537659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabed1-722e-4660-b4d8-4d2333368865 req-706f1821-a01b-4717-b3b2-4eaaa62053ae tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:52.540027 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dddabed1-722e-4660-b4d8-4d2333368865 req-706f1821-a01b-4717-b3b2-4eaaa62053ae tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0655854 May 14 17:13:52.591606 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dddabed1-722e-4660-b4d8-4d2333368865 req-548a3025-37bf-4317-9562-0a5c2d18061f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 May 14 17:13:52.771961 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261fe69-e649-4107-8b1a-853c6017933f req-17fcea92-f2e9-4ed9-939d-04e7d49e05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:52.773466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e261fe69-e649-4107-8b1a-853c6017933f req-17fcea92-f2e9-4ed9-939d-04e7d49e05bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1130 time: 0.0469048 May 14 17:13:52.820326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e261fe69-e649-4107-8b1a-853c6017933f req-3229e77d-5954-4f6f-9070-7751575fafc1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 May 14 17:13:53.061087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090db8f0-60ad-47b7-bb68-53546e044094 req-e954a9c5-e32f-446f-ba24-dec89d41cb71 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:53.062576 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-090db8f0-60ad-47b7-bb68-53546e044094 req-e954a9c5-e32f-446f-ba24-dec89d41cb71 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0536199 May 14 17:13:53.111034 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-090db8f0-60ad-47b7-bb68-53546e044094 req-bbc6ca66-0267-4934-a16d-7d36f9752e6e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 May 14 17:13:53.718274 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ad117-6ebc-4eeb-b01d-4842d7315e75 req-05130446-c8c1-45af-a4ca-5e0e124dc30a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:53.721198 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d76ad117-6ebc-4eeb-b01d-4842d7315e75 req-05130446-c8c1-45af-a4ca-5e0e124dc30a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0616193 May 14 17:13:53.778504 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d76ad117-6ebc-4eeb-b01d-4842d7315e75 req-2b1d77f2-7e7c-4057-840c-cb065c7088e1 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523474 May 14 17:13:54.233818 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9f624-4f78-4203-8e12-10435f8761b1 req-3351aed9-9a28-49d5-a4c8-fb761fba287e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:54.235368 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61c9f624-4f78-4203-8e12-10435f8761b1 req-3351aed9-9a28-49d5-a4c8-fb761fba287e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0546465 May 14 17:13:54.284726 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61c9f624-4f78-4203-8e12-10435f8761b1 req-97e42fa6-9dca-4aaf-afcc-beab2138248b tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 May 14 17:13:54.896075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420aa6-0eb9-461f-84f5-91987f5951cb req-97e33dd2-ba5e-41ff-96c3-91d85b057cfc tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:54.898079 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8420aa6-0eb9-461f-84f5-91987f5951cb req-97e33dd2-ba5e-41ff-96c3-91d85b057cfc tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0537961 May 14 17:13:54.948055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8420aa6-0eb9-461f-84f5-91987f5951cb req-f9f97077-72b2-42d5-9366-499810c5878e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 May 14 17:13:55.075691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01514e-ee25-4c54-86d7-930b3c487c52 req-f229b49a-7da6-469e-9556-3c5a6c465dde tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:55.077204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e01514e-ee25-4c54-86d7-930b3c487c52 req-f229b49a-7da6-469e-9556-3c5a6c465dde tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0602801 May 14 17:13:55.128171 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e01514e-ee25-4c54-86d7-930b3c487c52 req-56d3ccf3-05e6-4127-8877-73b66217de12 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 May 14 17:13:55.151323 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46960) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:55.192870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94060dbd-bb10-49a4-9c46-992f95cef20a tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:55.194951 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-94060dbd-bb10-49a4-9c46-992f95cef20a tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1125 time: 0.0426321 May 14 17:13:55.197561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46962) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:55.201791 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:13:55.273819 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.404346 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.452417 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cebb-92a5-4c37-ad3f-7f3e459aca18 req-1d331286-b4a3-4c3e-8f66-03c87b41039e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:55.453930 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49b3cebb-92a5-4c37-ad3f-7f3e459aca18 req-1d331286-b4a3-4c3e-8f66-03c87b41039e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.1032386 May 14 17:13:55.455356 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46968) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:55.547923 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49b3cebb-92a5-4c37-ad3f-7f3e459aca18 req-ef053b01-0492-4ca7-99ac-d4a932440a3e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881479 May 14 17:13:55.558943 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.27.2.147 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/f600d739-2e87-4c6f-b212-4de5814e8f8d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:13:55.563164 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69c5814b-1236-459a-b5bb-ae5716ffc4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.640314 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69c5814b-1236-459a-b5bb-ae5716ffc4b7 admin admin] Publish callbacks [] for security_group (656449a3-d206-42a1-9998-0e7ee8f0a6ec), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.658223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.718537 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69c5814b-1236-459a-b5bb-ae5716ffc4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (656449a3-d206-42a1-9998-0e7ee8f0a6ec), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.761321 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-69c5814b-1236-459a-b5bb-ae5716ffc4b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d593851cdc243c18790df1499ad815c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048787 May 14 17:13:55.763343 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5814b-1236-459a-b5bb-ae5716ffc4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656449a3-d206-42a1-9998-0e7ee8f0a6ec,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:55.764150 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 46974) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:55.772074 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.832050 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:13:55.839341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:13:55.843756 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:13:55.872467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=f600d739-2e87-4c6f-b212-4de5814e8f8d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:55.895764 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] Publish callbacks [] for security_group (656449a3-d206-42a1-9998-0e7ee8f0a6ec), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:55.942930 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] Publish callbacks [] for security_group (656449a3-d206-42a1-9998-0e7ee8f0a6ec), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.137581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (656449a3-d206-42a1-9998-0e7ee8f0a6ec), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.140184 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.141362 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/656449a3-d206-42a1-9998-0e7ee8f0a6ec HTTP/1.1" status: 204 len: 168 time: 0.3761990 May 14 17:13:56.175351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f32c85-722b-4097-8bb5-fcee2c637e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656449a3-d206-42a1-9998-0e7ee8f0a6ec,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:56.291181 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (cbb29638-d3dd-4205-b16d-08c7fafebe3a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.469306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.628434 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.672434 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6d8a-fba7-41f6-9a43-a9209293dc8b req-233be5c2-bfb1-483a-b2df-b48acd30560b tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:56.673801 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c22c6d8a-fba7-41f6-9a43-a9209293dc8b req-233be5c2-bfb1-483a-b2df-b48acd30560b tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0568206 May 14 17:13:56.722296 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c22c6d8a-fba7-41f6-9a43-a9209293dc8b req-97181512-1feb-4f0e-8972-b60199510383 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 May 14 17:13:56.742477 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.809258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=f600d739-2e87-4c6f-b212-4de5814e8f8d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:56.828673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (cbb29638-d3dd-4205-b16d-08c7fafebe3a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.896929 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46984) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:56.910889 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83a6eb47-5cfc-41ce-8ecb-cbe920555c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:56.992146 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83a6eb47-5cfc-41ce-8ecb-cbe920555c54 admin admin] Publish callbacks [] for security_group (51a44f40-c2cc-4bb3-9094-989a417d4699), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.056773 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83a6eb47-5cfc-41ce-8ecb-cbe920555c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (51a44f40-c2cc-4bb3-9094-989a417d4699), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.097792 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-83a6eb47-5cfc-41ce-8ecb-cbe920555c54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe5fae73b0d44664b92558ec5d99f8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997452 May 14 17:13:57.098684 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6eb47-5cfc-41ce-8ecb-cbe920555c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a44f40-c2cc-4bb3-9094-989a417d4699,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:57.101864 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 46986) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:13:57.156152 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] Publish callbacks [] for security_group (51a44f40-c2cc-4bb3-9094-989a417d4699), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.179345 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] Publish callbacks [] for security_group (51a44f40-c2cc-4bb3-9094-989a417d4699), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.199827 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP cbb29638-d3dd-4205-b16d-08c7fafebe3a associated. External IP: 172.27.2.147, port: 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2. May 14 17:13:57.283929 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (51a44f40-c2cc-4bb3-9094-989a417d4699), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.286926 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.291002 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51a44f40-c2cc-4bb3-9094-989a417d4699 HTTP/1.1" status: 204 len: 168 time: 0.1856408 May 14 17:13:57.296474 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552cc2-f428-4b65-8c8a-ccc3d739b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a44f40-c2cc-4bb3-9094-989a417d4699,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:57.422270 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:13:57.532346 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:13:57.542618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:13:57.556305 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:57.556920 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:57.641671 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:57.673751 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ad815091-241c-4921-a773-dcf1f5b8c22f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4751294 May 14 17:13:57.674435 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:13:57.676854 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2abfbe6-1ed9-43cc-a854-c55d90511f66" -d '{"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:13:57.677018 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:57.714277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477eba61-a36b-4a7c-9963-13b1772e6821 x-openstack-request-id: req-477eba61-a36b-4a7c-9963-13b1772e6821 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:13:57.714583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:13:57.714968 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-477eba61-a36b-4a7c-9963-13b1772e6821 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:13:57.715919 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477eba61-a36b-4a7c-9963-13b1772e6821'] response: {'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'status': 'completed', 'code': 200} May 14 17:13:57.852788 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-65ddfd3c-d0ef-476e-82b0-de776e559c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:57.854291 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-65ddfd3c-d0ef-476e-82b0-de776e559c86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1130 time: 0.0917609 May 14 17:13:57.888173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f354a-99a8-4c2c-9ba2-fdcfe0b6d338 req-64a9dfff-9f15-4b0f-abb2-5a46f55b4248 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:57.889787 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e7f354a-99a8-4c2c-9ba2-fdcfe0b6d338 req-64a9dfff-9f15-4b0f-abb2-5a46f55b4248 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0918081 May 14 17:13:57.935547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:56Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:57.962652 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:13:57.971062 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:13:57.971675 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:57.987901 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4e7f354a-99a8-4c2c-9ba2-fdcfe0b6d338 req-5a0bb33a-b865-4b8b-b1db-aae9775a275f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698683 May 14 17:13:57.997750 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-34a9fa23-2d40-4910-82ae-2d67f5542ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:57.999229 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-34a9fa23-2d40-4910-82ae-2d67f5542ec0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.1377099 May 14 17:13:58.019984 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:13:58.076484 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-917e0ea9-5b8e-4a91-8334-2a80ef7e4f39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 1000 time: 0.0695210 May 14 17:13:58.126316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-9bf1ba01-09d7-4da6-a9f0-e7ad10cbc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:58.127812 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-9bf1ba01-09d7-4da6-a9f0-e7ad10cbc5c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0448699 May 14 17:13:58.141686 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:13:58.178979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-c11d36c9-eb78-4e9b-a1aa-94c8b6ebb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:58.182263 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-c11d36c9-eb78-4e9b-a1aa-94c8b6ebb621 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474510 May 14 17:13:58.260460 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:58.285677 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-e39f6baa-14ea-4354-bfb5-88cfddf1ed98 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972211 May 14 17:13:58.288783 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'mac_address': 'fa:16:3e:3e:3d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:13:58.378235 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port fda666ca-43ce-4400-9d25-f438b543a87d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:13:58.378514 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:58.378633 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2abfbe6-1ed9-43cc-a854-c55d90511f66 req-cfa46cb3-b0d5-4925-b2a6-d1f31df5723b service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855815 May 14 17:13:58.403933 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda666ca-43ce-4400-9d25-f438b543a87d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:13:58.446477 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:13:58.467494 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:56Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:13:58.499390 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83fa16-b786-4856-95dd-1268d62bbb7f None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:56Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:13:58.582742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:13:58.636191 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:13:58.644003 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.644003 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.644216 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.644444 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.645136 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.645136 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.645438 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.645771 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.646102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.646445 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.647158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.647158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.647456 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:13:58.727549 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52684a85-fdc8-4b85-8aab-6fd92a3e14fa None None] New status for floating IP cbb29638-d3dd-4205-b16d-08c7fafebe3a: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:13:58.915039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['fda666ca-43ce-4400-9d25-f438b543a87d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:13:59.117916 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758845e-3b51-4acc-b5c5-cd7489a6aa2f req-7ad79d80-3fa2-4adf-9d78-11288d65be46 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:13:59.119572 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4758845e-3b51-4acc-b5c5-cd7489a6aa2f req-7ad79d80-3fa2-4adf-9d78-11288d65be46 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 944 time: 0.0615494 May 14 17:13:59.171085 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4758845e-3b51-4acc-b5c5-cd7489a6aa2f req-63b5f8cb-7da3-4494-a0b0-c72565617991 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 May 14 17:14:00.012646 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:14:00.176673 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port fda666ca-43ce-4400-9d25-f438b543a87d completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:14:00.181315 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port fda666ca-43ce-4400-9d25-f438b543a87d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:14:00.181693 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:00.262980 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port fda666ca-43ce-4400-9d25-f438b543a87d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:14:00.263373 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:00.289458 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:14:00.291723 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff47e3-96af-4940-804d-ff29d9f7d726" -d '{"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-plugged", "status": "completed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:14:00.293445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc09a-ad4f-414a-a58e-bcbdccaa2887 req-c5040e0f-d956-4ce2-b992-e2b98f791af7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:00.295011 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-929fc09a-ad4f-414a-a58e-bcbdccaa2887 req-c5040e0f-d956-4ce2-b992-e2b98f791af7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 944 time: 0.0588937 May 14 17:14:00.305424 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:00.337847 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c47c32f-55b6-4f24-885b-1439fb53ac38 x-openstack-request-id: req-1c47c32f-55b6-4f24-885b-1439fb53ac38 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:14:00.338199 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-plugged", "status": "completed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:14:00.338466 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c47c32f-55b6-4f24-885b-1439fb53ac38 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:14:00.339445 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c47c32f-55b6-4f24-885b-1439fb53ac38'] response: {'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'code': 200} May 14 17:14:00.353924 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-929fc09a-ad4f-414a-a58e-bcbdccaa2887 req-e5c70c02-1e51-41ac-8503-19dedf6699d8 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518765 May 14 17:14:00.414186 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:00.463140 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:00.816599 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaab13-6d02-485d-a71c-c5529f16ed9d req-670b43f8-ddfa-4572-956e-1e0f05e7cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:00.818104 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-accaab13-6d02-485d-a71c-c5529f16ed9d req-670b43f8-ddfa-4572-956e-1e0f05e7cb84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0444617 May 14 17:14:00.866538 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-accaab13-6d02-485d-a71c-c5529f16ed9d req-ca33893b-75df-4160-88d6-e9b294ee3edd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 May 14 17:14:01.479670 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1165a-4797-41fc-b2dc-6b4344fc4d50 req-62deb0e5-2d04-43f2-ade4-d14bf1ebb886 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:01.481231 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16d1165a-4797-41fc-b2dc-6b4344fc4d50 req-62deb0e5-2d04-43f2-ade4-d14bf1ebb886 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0599346 May 14 17:14:01.531473 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16d1165a-4797-41fc-b2dc-6b4344fc4d50 req-2ab5b7c4-3b54-4ac9-a798-ab7ba7be0ccd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 May 14 17:14:02.653872 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870bb25-e8a4-451f-b5c4-3802a191077b req-f214cdf0-b5a7-42c5-b10b-1b46d69412a5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:02.655397 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2870bb25-e8a4-451f-b5c4-3802a191077b req-f214cdf0-b5a7-42c5-b10b-1b46d69412a5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0529191 May 14 17:14:02.705574 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2870bb25-e8a4-451f-b5c4-3802a191077b req-6da13083-8227-4c03-bb53-332efeeed7d7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443599 May 14 17:14:02.822256 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b40e80-48a1-4a87-9313-ef48e4721e4d req-78a9e8f5-4a6d-4898-bff2-a24d6be796b7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:02.823681 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0b40e80-48a1-4a87-9313-ef48e4721e4d req-78a9e8f5-4a6d-4898-bff2-a24d6be796b7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0522702 May 14 17:14:02.875753 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0b40e80-48a1-4a87-9313-ef48e4721e4d req-eee1ccba-c53c-49ff-ab5e-44c56d6bfaf7 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 May 14 17:14:02.898590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47086) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:03.085448 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ba4cd-ea13-4a89-b53a-6411d7325f63 tempest-TestShelveInstance-1720209313 tempest-TestShelveInstance-1720209313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:03.087028 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c02ba4cd-ea13-4a89-b53a-6411d7325f63 tempest-TestShelveInstance-1720209313 tempest-TestShelveInstance-1720209313-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1124 time: 0.1873310 May 14 17:14:03.089954 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47092) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:03.094249 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:14:03.205252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:03.301702 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:03.411640 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Allocated IP 172.27.2.225 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/4417d2a8-6fc3-4ffd-9107-7ee12f54e94d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:14:03.666558 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:03.789330 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:03.825643 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:14:03.828822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:14:03.832447 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:14:03.858988 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'Port': ['ID=4417d2a8-6fc3-4ffd-9107-7ee12f54e94d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:04.194040 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:14:04.200594 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for floatingip (8faa32d3-c308-40de-b574-0edee0185e5d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:04.329835 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:04.478878 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:04.547563 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:04.612658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event updated for resources: {'Port': ['ID=4417d2a8-6fc3-4ffd-9107-7ee12f54e94d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:04.626147 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (8faa32d3-c308-40de-b574-0edee0185e5d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:04.730761 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Floating IP 8faa32d3-c308-40de-b574-0edee0185e5d associated. External IP: 172.27.2.225, port: fda666ca-43ce-4400-9d25-f438b543a87d. May 14 17:14:04.960937 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:14:05.074312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:14:05.084206 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Sync routers for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:14:05.095844 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:05.097538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:05.184616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:05.217643 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2b41eaff-7662-403e-9822-3ccd403d9262 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1262429 May 14 17:14:05.217893 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:14:05.220918 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:14:05.270657 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d71d6-608f-4b24-920f-92c4ed731cd9 x-openstack-request-id: req-281d71d6-608f-4b24-920f-92c4ed731cd9 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:14:05.271569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:14:05.271848 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-281d71d6-608f-4b24-920f-92c4ed731cd9 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:14:05.272242 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281d71d6-608f-4b24-920f-92c4ed731cd9'] response: {'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'status': 'completed', 'code': 200} May 14 17:14:05.342004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:05.351042 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca818173-c53a-4df5-91ce-dc234fb9a4f5 req-5edca3b4-09b3-4b90-a928-5969f0dbfdb9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:05.351042 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca818173-c53a-4df5-91ce-dc234fb9a4f5 req-5edca3b4-09b3-4b90-a928-5969f0dbfdb9 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0562429 May 14 17:14:05.422193 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca818173-c53a-4df5-91ce-dc234fb9a4f5 req-ba1d9f01-38aa-48ac-b8e9-a3e942d41acc tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705950 May 14 17:14:05.424883 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-042f2000-71d4-4847-b542-e9cb76927b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:05.426325 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-042f2000-71d4-4847-b542-e9cb76927b15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0914168 May 14 17:14:05.523316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-1a2b4784-0c52-4f84-8ddd-2de72600b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:05.524953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-1a2b4784-0c52-4f84-8ddd-2de72600b099 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 910 time: 0.0920951 May 14 17:14:05.595545 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '8faa32d3-c308-40de-b574-0edee0185e5d', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'mac_address': 'fa:16:3e:3e:3d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84181e7f-97de-4b36-94f8-c19423a41de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:14:04Z', 'updated_at': '2022-05-14T17:14:04Z', 'revision_number': 0, 'project_id': '99683d34888b4c9a9398568a076e291f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:05.606330 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-e85f9a11-d1d9-42b8-bbf7-185e848d5130 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 999 time: 0.0700266 May 14 17:14:05.622074 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Checking router: 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:14:05.630681 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:05.631323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:05.657237 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-783ef568-bb4b-4689-a262-4e0bc702156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:05.658680 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-783ef568-bb4b-4689-a262-4e0bc702156e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.0441272 May 14 17:14:05.711946 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-cc804264-663c-44b3-aad2-bf132e6729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:05.713513 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-cc804264-663c-44b3-aad2-bf132e6729fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484803 May 14 17:14:05.745834 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:05.812861 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-94b23ad1-01e1-45d0-a279-d0f6478476c5 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912695 May 14 17:14:05.904030 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-589a1cd0-de08-44f0-8c91-0a3526c0b1b0 req-5863d378-e6ff-45a8-ad83-f04b1e3ad369 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832999 May 14 17:14:05.977167 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '8faa32d3-c308-40de-b574-0edee0185e5d', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'mac_address': 'fa:16:3e:3e:3d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84181e7f-97de-4b36-94f8-c19423a41de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:14:04Z', 'updated_at': '2022-05-14T17:14:04Z', 'revision_number': 0, 'project_id': '99683d34888b4c9a9398568a076e291f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:06.004209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584653b6-5c0c-4cb1-b651-063eaa75a93d None None] The sync data for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi is: [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '8faa32d3-c308-40de-b574-0edee0185e5d', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'mac_address': 'fa:16:3e:3e:3d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84181e7f-97de-4b36-94f8-c19423a41de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:14:04Z', 'updated_at': '2022-05-14T17:14:04Z', 'revision_number': 0, 'project_id': '99683d34888b4c9a9398568a076e291f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:14:06.200958 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a8745-d0af-4f28-830f-d961ba2d56ed None None] New status for floating IP 8faa32d3-c308-40de-b574-0edee0185e5d: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:14:06.549073 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beada1c-50f0-43d9-9e45-fe06bddc67f5 req-7abf2c56-195d-4ae3-94a1-fcd0ea294b17 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:06.550529 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4beada1c-50f0-43d9-9e45-fe06bddc67f5 req-7abf2c56-195d-4ae3-94a1-fcd0ea294b17 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0576870 May 14 17:14:06.868577 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4beada1c-50f0-43d9-9e45-fe06bddc67f5 req-b1842eb2-2b97-4f35-8171-db7552b6fff2 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123434 May 14 17:14:07.188041 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-150fa637-7861-4f5b-b2ac-84f441db644b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:07.189547 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-150fa637-7861-4f5b-b2ac-84f441db644b tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 945 time: 0.0515442 May 14 17:14:07.285790 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port bb0aca22-befd-4f25-be9d-398bfb090dfa {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:07.286127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:07.373568 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] For port bb0aca22-befd-4f25-be9d-398bfb090dfa, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=bb0aca22-befd-4f25-be9d-398bfb090dfa,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:07.373937 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:07.542808 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:07.543196 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:07.543512 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Floating IP b2837cb0-8933-4dbd-a07f-56ac41c2bc1e disassociated. External IP: 172.27.2.222, port: bb0aca22-befd-4f25-be9d-398bfb090dfa. May 14 17:14:07.543848 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for bb0aca22-befd-4f25-be9d-398bfb090dfa owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:07.724771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (bb0aca22-befd-4f25-be9d-398bfb090dfa), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:07.754311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=bb0aca22-befd-4f25-be9d-398bfb090dfa,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:07.879692 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:14:07.995804 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2eaad7d5-b8e0-44f7-b6d5-084c2e789885 req-17971e93-809b-47ed-800f-c412015ae361 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0539911 May 14 17:14:08.014678 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:14:08.025972 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:14:08.036633 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:08.037184 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:08.059057 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] No DVR routers for this DVR port bb0aca22-befd-4f25-be9d-398bfb090dfa on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:14:08.061633 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:08.064980 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32e7a271-e223-4cc2-a89d-4c1cc8e67b87 req-d235edb1-6b34-4cb9-9ed3-975f2d74654a tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.57 "DELETE /v2.0/ports/bb0aca22-befd-4f25-be9d-398bfb090dfa HTTP/1.1" status: 204 len: 173 time: 0.8692458 May 14 17:14:08.065467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'name': 'network-vif-deleted', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:14:08.067719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd3e0a3-8cc4-4122-8e95-8502d52bb1c4" -d '{"events": [{"server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "name": "network-vif-deleted", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:14:08.104587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c82cf-3b35-482d-a48d-7c0b04c96104 x-openstack-request-id: req-ee4c82cf-3b35-482d-a48d-7c0b04c96104 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:14:08.112203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5865e7-ce1b-4144-b417-d5d5795a0992", "name": "network-vif-deleted", "tag": "bb0aca22-befd-4f25-be9d-398bfb090dfa", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:14:08.112203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee4c82cf-3b35-482d-a48d-7c0b04c96104 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:14:08.112203 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4c82cf-3b35-482d-a48d-7c0b04c96104'] response: {'server_uuid': 'ef5865e7-ce1b-4144-b417-d5d5795a0992', 'name': 'network-vif-deleted', 'tag': 'bb0aca22-befd-4f25-be9d-398bfb090dfa', 'status': 'completed', 'code': 200} May 14 17:14:08.160138 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:08.381487 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:08.415303 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:14:08.424985 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:08.425750 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:13:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:08.552452 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:08.758626 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:08.791284 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d6b77-e1d7-4105-b0c7-82b248a120a0 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:06:52Z', 'revision_number': 4, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '76bbc33c-01a6-40da-b76d-617b19052b6a', 'name': '', 'network_id': '7181b5a9-1405-4eae-b6f8-5b3df2e35432', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'mac_address': 'fa:16:3e:ca:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:51Z', 'updated_at': '2022-05-14T17:07:00Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'subnets': [{'id': 'd8479d69-e8c2-4c26-afc1-90494f7e3717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:14:09.037178 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9644280-9c80-417f-961f-99653b774bfe None None] New status for floating IP b2837cb0-8933-4dbd-a07f-56ac41c2bc1e: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:14:09.125171 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9edd9f42-72f3-4643-961b-b23fcd38d775 req-0e82e3bf-c63c-4d01-bbb8-17f17464c177 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef5865e7-ce1b-4144-b417-d5d5795a0992 HTTP/1.1" status: 200 len: 210 time: 0.0377319 May 14 17:14:09.445086 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452d8af-21ee-4519-af30-a4ca337801bd req-c2c0ba39-9a43-4961-a683-f60a98d070fc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:09.446462 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c452d8af-21ee-4519-af30-a4ca337801bd req-c2c0ba39-9a43-4961-a683-f60a98d070fc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0522943 May 14 17:14:09.494702 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c452d8af-21ee-4519-af30-a4ca337801bd req-0c12f1db-ad7e-4e6f-a423-ad819a16ace3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 May 14 17:14:10.062375 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-af2fb04e-1fb7-4843-a81a-643c957a8661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.314556 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47214) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:10.365494 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (0a4c84ec-dfdc-4a8f-bdee-f5316228cae6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.389184 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (0a4c84ec-dfdc-4a8f-bdee-f5316228cae6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.496065 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (0a4c84ec-dfdc-4a8f-bdee-f5316228cae6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.498771 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.499944 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a4c84ec-dfdc-4a8f-bdee-f5316228cae6 HTTP/1.1" status: 204 len: 168 time: 0.1844559 May 14 17:14:10.502886 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47216) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:10.509901 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97f995-4c9b-4514-ac7a-1a7026067f6e tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c84ec-dfdc-4a8f-bdee-f5316228cae6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:10.518151 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-98af1c1f-6c16-4340-9cfe-f7569d375b64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] show failed (client error): The resource could not be found. May 14 17:14:10.519355 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-98af1c1f-6c16-4340-9cfe-f7569d375b64 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "GET /v2.0/security-groups/0a4c84ec-dfdc-4a8f-bdee-f5316228cae6 HTTP/1.1" status: 404 len: 347 time: 0.0151021 May 14 17:14:10.522388 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47220) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:10.692686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a55bae-14ec-44df-bf9e-92289be53035 req-f7e35523-a408-4536-99ae-c98def68c592 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:10.694298 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9a55bae-14ec-44df-bf9e-92289be53035 req-f7e35523-a408-4536-99ae-c98def68c592 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.1220574 May 14 17:14:10.730821 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Deleting port 1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:10.731250 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.797151 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9a55bae-14ec-44df-bf9e-92289be53035 req-7d712e51-f5cf-4177-9544-8d16ba1b8bd6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967672 May 14 17:14:10.830874 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.831302 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:10.843709 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Calling delete_port for 1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:11.040296 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:11.066830 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Pushing event deleted for resources: {'Port': ['ID=1a217e2f-6c4c-45b3-9e17-4d613fb1b7e6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:11.131569 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks [] for floatingip (b2837cb0-8933-4dbd-a07f-56ac41c2bc1e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:11.134322 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:11.135578 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f75ea470-bad4-43ec-a04a-48090af78b55 tempest-AttachVolumeNegativeTest-1628294672 tempest-AttachVolumeNegativeTest-1628294672-project] 10.222.0.48 "DELETE /v2.0/floatingips/b2837cb0-8933-4dbd-a07f-56ac41c2bc1e HTTP/1.1" status: 204 len: 168 time: 0.6121001 May 14 17:14:11.931277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78509ae-33db-4114-b6fb-6eaccdf466a9 req-57e8e493-83d7-4757-8691-30fb2bbae474 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:11.932763 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d78509ae-33db-4114-b6fb-6eaccdf466a9 req-57e8e493-83d7-4757-8691-30fb2bbae474 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0530879 May 14 17:14:11.980749 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d78509ae-33db-4114-b6fb-6eaccdf466a9 req-15b2686b-67c6-489e-925b-70762edd3cc8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 May 14 17:14:12.102848 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device bb0aca22-befd-4f25-be9d-398bfb090dfa no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:12.123087 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: bb0aca22-befd-4f25-be9d-398bfb090dfa {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:14:12.123469 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device bb0aca22-befd-4f25-be9d-398bfb090dfa not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:14:12.370447 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-25b942a6-f94e-4f49-a601-94e95529f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:12.896547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:13.105116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df71a9-630f-400b-aa75-9f2e35e9863c req-3e68b15e-dc35-44f1-ad24-f08f72834664 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:13.111357 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b3df71a9-630f-400b-aa75-9f2e35e9863c req-3e68b15e-dc35-44f1-ad24-f08f72834664 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0538366 May 14 17:14:13.159367 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b3df71a9-630f-400b-aa75-9f2e35e9863c req-05833760-a52b-4748-87ce-f291ce114912 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470858 May 14 17:14:13.667647 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:14.284704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a9c3-9a33-4ea6-ad67-73e0c061672e req-14102dda-c113-4beb-8fba-a8ec91a5eb8b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:14.286165 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a60a9c3-9a33-4ea6-ad67-73e0c061672e req-14102dda-c113-4beb-8fba-a8ec91a5eb8b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0554490 May 14 17:14:14.333751 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a60a9c3-9a33-4ea6-ad67-73e0c061672e req-f501a364-8b8d-482b-9c80-c7fc1983c835 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 May 14 17:14:14.788678 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:15.307734 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47300) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:15.534305 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3380e-6f75-4624-8e89-b35f2b483965 req-ae33e762-e1a0-4952-98c6-aa6e1b71ed08 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:15.535811 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bdf3380e-6f75-4624-8e89-b35f2b483965 req-ae33e762-e1a0-4952-98c6-aa6e1b71ed08 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.1243124 May 14 17:14:15.630207 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bdf3380e-6f75-4624-8e89-b35f2b483965 req-4fafc358-5486-4afe-961a-6ddfe5577573 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859990 May 14 17:14:15.819407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.063455 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Deleting port 76bbc33c-01a6-40da-b76d-617b19052b6a {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:16.063801 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.141231 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] For port 76bbc33c-01a6-40da-b76d-617b19052b6a, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=76bbc33c-01a6-40da-b76d-617b19052b6a,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:16.141595 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.154695 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Calling delete_port for 76bbc33c-01a6-40da-b76d-617b19052b6a owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:16.376455 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.410796 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (76bbc33c-01a6-40da-b76d-617b19052b6a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.439990 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bbc33c-01a6-40da-b76d-617b19052b6a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:16.622198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:16.815214 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f71224-a27e-4867-9eb3-a35c509bc692 req-9c34b33a-e6a2-46e5-86a8-c137df3414c3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:16.816686 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60f71224-a27e-4867-9eb3-a35c509bc692 req-9c34b33a-e6a2-46e5-86a8-c137df3414c3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.1049407 May 14 17:14:16.909141 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60f71224-a27e-4867-9eb3-a35c509bc692 req-f7aa103f-f222-4b8f-bc36-452eee79e2bd tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842168 May 14 17:14:16.916004 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:14:17.026691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:14:17.031814 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-127e9f28-c5d6-44f1-a205-276bdf61e1c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc1a9068-5ec6-47f9-86de-1ce74fb9b584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229884 May 14 17:14:17.034424 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47320) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:17.035102 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Sync routers for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:14:17.046517 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:17.047160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:14:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:17.140770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks [] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.168156 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:17.243861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks [] for router_gateway (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.349268 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3940832e-e011-493c-8c5c-4da36a678699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:14:16Z', 'revision_number': 5, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port': {'id': '3940832e-e011-493c-8c5c-4da36a678699', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:06:45Z', 'updated_at': '2022-05-14T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:17.379113 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Deleting port 3940832e-e011-493c-8c5c-4da36a678699 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:17.379512 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (3940832e-e011-493c-8c5c-4da36a678699), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.380815 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Checking router: dc1a9068-5ec6-47f9-86de-1ce74fb9b584 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:14:17.390300 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Routers {'dc1a9068-5ec6-47f9-86de-1ce74fb9b584'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:14:17.390940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:14:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:17.468647 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] For port 3940832e-e011-493c-8c5c-4da36a678699, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=3940832e-e011-493c-8c5c-4da36a678699,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:17.469217 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (3940832e-e011-493c-8c5c-4da36a678699), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.484857 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Calling delete_port for 3940832e-e011-493c-8c5c-4da36a678699 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:17.622001 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] Set router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:14:17.681007 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:14:17Z', 'revision_number': 6, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port_host': None}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:17.717734 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d5518-361b-4949-b1a0-79189894e098 None None] The sync data for ids ['dc1a9068-5ec6-47f9-86de-1ce74fb9b584'] in dv-cinder-841745-1-iscsi is: [{'id': 'dc1a9068-5ec6-47f9-86de-1ce74fb9b584', 'name': 'tempest-AttachVolumeNegativeTest-560466243-router', 'tenant_id': 'cdfff6f0263b4865a62d653b9fff4380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:06:44Z', 'updated_at': '2022-05-14T17:14:17Z', 'revision_number': 6, 'project_id': 'cdfff6f0263b4865a62d653b9fff4380', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:14:17.742290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (3940832e-e011-493c-8c5c-4da36a678699), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.779234 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Pushing event deleted for resources: {'Port': ['ID=3940832e-e011-493c-8c5c-4da36a678699,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:17.835394 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.947446 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:17.950087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks [] for router_controller (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.191087 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 76bbc33c-01a6-40da-b76d-617b19052b6a no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:18.219785 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 76bbc33c-01a6-40da-b76d-617b19052b6a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:14:18.220133 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 76bbc33c-01a6-40da-b76d-617b19052b6a not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:14:18.346141 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239587f6-bc57-49cf-8cb0-a7c7d9c09355 req-bffe5dc6-79bb-45eb-b6df-6f16df89e2df tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:18.347806 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-239587f6-bc57-49cf-8cb0-a7c7d9c09355 req-bffe5dc6-79bb-45eb-b6df-6f16df89e2df tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0561109 May 14 17:14:18.396289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-239587f6-bc57-49cf-8cb0-a7c7d9c09355 req-b8d985d2-a180-4c3f-8090-d1923d8ce76e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 May 14 17:14:18.627758 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (dc1a9068-5ec6-47f9-86de-1ce74fb9b584), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.628722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc1a9068-5ec6-47f9-86de-1ce74fb9b584 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:14:18.633945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.634659 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fc4d545c-ceca-4b8a-82ac-77eed0f6121a admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc1a9068-5ec6-47f9-86de-1ce74fb9b584 HTTP/1.1" status: 204 len: 168 time: 1.5992737 May 14 17:14:18.637093 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47348) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:18.686836 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Deleting subnet d8479d69-e8c2-4c26-afc1-90494f7e3717 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:14:18.690127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Publish callbacks [] for subnet (d8479d69-e8c2-4c26-afc1-90494f7e3717), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.723775 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (d8479d69-e8c2-4c26-afc1-90494f7e3717), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.805413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (d8479d69-e8c2-4c26-afc1-90494f7e3717), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.971118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (d8479d69-e8c2-4c26-afc1-90494f7e3717), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:18.997528 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8479d69-e8c2-4c26-afc1-90494f7e3717,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:18.999546 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.008089 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42da86-cd41-4bf8-8f0f-7abb5fca8787 None None] Network 7181b5a9-1405-4eae-b6f8-5b3df2e35432 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:14:19.008541 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-96ecc116-0460-4b73-9daa-3076ad28d6b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8479d69-e8c2-4c26-afc1-90494f7e3717 HTTP/1.1" status: 204 len: 168 time: 0.3668308 May 14 17:14:19.010037 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47350) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:19.076205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (7181b5a9-1405-4eae-b6f8-5b3df2e35432), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.137719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Deleting port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:19.138118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.162968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] DHCP port deletion for 7181b5a9-1405-4eae-b6f8-5b3df2e35432 request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:14:19.214176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] For port 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=77527135-3cf7-4f35-b4d2-9e15cffab0a9,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:19.214666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.216968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Deleting port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:14:19.216968 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.231492 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Calling delete_port for 77527135-3cf7-4f35-b4d2-9e15cffab0a9 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:19.286414 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] For port 77527135-3cf7-4f35-b4d2-9e15cffab0a9, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=77527135-3cf7-4f35-b4d2-9e15cffab0a9,segment=NetworkSegment(4c113663-6eb7-40fd-9b35-cdedbf043100),segment_id=4c113663-6eb7-40fd-9b35-cdedbf043100)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:19.286840 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.304293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Calling delete_port for 77527135-3cf7-4f35-b4d2-9e15cffab0a9 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:14:19.462382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.473570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (77527135-3cf7-4f35-b4d2-9e15cffab0a9), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.497234 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] Pushing event deleted for resources: {'Port': ['ID=77527135-3cf7-4f35-b4d2-9e15cffab0a9,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:19.499072 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c48ec-3ff1-48cb-bd38-90627d18dbbd None None] No DVR routers for this DVR port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:14:19.502195 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Pushing event deleted for resources: {'Port': ['ID=77527135-3cf7-4f35-b4d2-9e15cffab0a9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:19.505631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] No DVR routers for this DVR port 77527135-3cf7-4f35-b4d2-9e15cffab0a9 on host dv-cinder-841745-1-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:14:19.599198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (7181b5a9-1405-4eae-b6f8-5b3df2e35432), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.616647 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d648a8-5fe7-404e-85b4-f1b9ad662bf0 req-70d45a36-bb71-4247-9d6d-b5897bf6a8d5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:19.618136 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5d648a8-5fe7-404e-85b4-f1b9ad662bf0 req-70d45a36-bb71-4247-9d6d-b5897bf6a8d5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.1260805 May 14 17:14:19.630698 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7181b5a9-1405-4eae-b6f8-5b3df2e35432']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:19.656486 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c113663-6eb7-40fd-9b35-cdedbf043100') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:19.656793 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c113663-6eb7-40fd-9b35-cdedbf043100') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:14:19.668549 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (4c113663-6eb7-40fd-9b35-cdedbf043100), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.692355 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (4c113663-6eb7-40fd-9b35-cdedbf043100), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.701677 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:14:19.702070 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (4c113663-6eb7-40fd-9b35-cdedbf043100), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.706252 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5d648a8-5fe7-404e-85b4-f1b9ad662bf0 req-c9d28dea-35a5-4d0f-9bca-ad10ef02f078 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796249 May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:14:19.706934 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:14:19.811257 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 77527135-3cf7-4f35-b4d2-9e15cffab0a9 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:19.835994 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 77527135-3cf7-4f35-b4d2-9e15cffab0a9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:14:19.836384 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 77527135-3cf7-4f35-b4d2-9e15cffab0a9 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:14:19.844269 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 3940832e-e011-493c-8c5c-4da36a678699 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:19.861506 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 3940832e-e011-493c-8c5c-4da36a678699 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:14:19.861889 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 3940832e-e011-493c-8c5c-4da36a678699 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:14:19.890850 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (7181b5a9-1405-4eae-b6f8-5b3df2e35432), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.896236 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:19.899912 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7181b5a9-1405-4eae-b6f8-5b3df2e35432 HTTP/1.1" status: 204 len: 168 time: 0.8889005 May 14 17:14:19.911392 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce7e72-5288-4642-b500-7dddbdf8f084 admin admin] Pushing event deleted for resources: {'Network': ['ID=7181b5a9-1405-4eae-b6f8-5b3df2e35432,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:20.250573 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:20.290575 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3a6625d-a96d-4309-9d82-7c0bdf1dbd72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdfff6f0263b4865a62d653b9fff4380&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388184 May 14 17:14:20.293159 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47364) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:20.342440 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] Publish callbacks [] for security_group (7a62ace0-1b31-43d1-b6f3-596480b5cf82), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:20.368228 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] Publish callbacks [] for security_group (7a62ace0-1b31-43d1-b6f3-596480b5cf82), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:20.508508 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7a62ace0-1b31-43d1-b6f3-596480b5cf82), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:20.511912 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:20.513350 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a62ace0-1b31-43d1-b6f3-596480b5cf82 HTTP/1.1" status: 204 len: 168 time: 0.2192111 May 14 17:14:20.523052 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78142553-f45c-4ced-8a1e-1ddffe6ebfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62ace0-1b31-43d1-b6f3-596480b5cf82,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:20.836894 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9cb0-6e68-4e68-9356-fc72ed1b52c8 req-1dc34b23-37b5-47f6-a03f-59fb71d3550b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:20.838628 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f5f9cb0-6e68-4e68-9356-fc72ed1b52c8 req-1dc34b23-37b5-47f6-a03f-59fb71d3550b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0561078 May 14 17:14:20.902654 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f5f9cb0-6e68-4e68-9356-fc72ed1b52c8 req-35f4b1b2-1ff7-4802-ad5c-ab254e6bc346 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579045 May 14 17:14:21.313585 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47402) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:21.420067 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34650987-15e6-494f-be48-362734461cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.495230 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34650987-15e6-494f-be48-362734461cb8 admin admin] Publish callbacks [] for security_group (18d607be-9b3b-4a2c-9495-637c2d0db6f9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.575378 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34650987-15e6-494f-be48-362734461cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (18d607be-9b3b-4a2c-9495-637c2d0db6f9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.613814 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-34650987-15e6-494f-be48-362734461cb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f1b1fd34db43c3b7a7beb6a87d2f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990944 May 14 17:14:21.616408 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34650987-15e6-494f-be48-362734461cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d607be-9b3b-4a2c-9495-637c2d0db6f9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:21.617203 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47416) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:21.668623 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] Publish callbacks [] for security_group (18d607be-9b3b-4a2c-9495-637c2d0db6f9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.689863 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] Publish callbacks [] for security_group (18d607be-9b3b-4a2c-9495-637c2d0db6f9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.833443 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (18d607be-9b3b-4a2c-9495-637c2d0db6f9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.836659 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:21.837839 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18d607be-9b3b-4a2c-9495-637c2d0db6f9 HTTP/1.1" status: 204 len: 168 time: 0.2178962 May 14 17:14:21.846456 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55614a-cf51-483b-b16c-6d00d1f908c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d607be-9b3b-4a2c-9495-637c2d0db6f9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:22.031437 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04bd2e-b296-45b1-9e09-92a3bdd70197 req-d9641c4c-ba18-4a53-8f08-c5f81f3d52f3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:22.032867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd04bd2e-b296-45b1-9e09-92a3bdd70197 req-d9641c4c-ba18-4a53-8f08-c5f81f3d52f3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0544212 May 14 17:14:22.084868 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd04bd2e-b296-45b1-9e09-92a3bdd70197 req-f5b4a048-62b2-4f0e-bed7-451658c22953 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 May 14 17:14:22.112368 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:14:22.216984 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:22.229742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:14:22.274361 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:14:22.274764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:22.290191 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:14:22.315146 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:22.430910 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:22.485315 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:22.600838 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:14:22.830811 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47460) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:22.844752 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52f5dfda-bf61-4b03-82c8-d4aab8103908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:22.919141 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52f5dfda-bf61-4b03-82c8-d4aab8103908 admin admin] Publish callbacks [] for security_group (7ba23647-5b43-4035-827f-18048dcae549), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.176536 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52f5dfda-bf61-4b03-82c8-d4aab8103908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7ba23647-5b43-4035-827f-18048dcae549), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.224305 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5dfda-bf61-4b03-82c8-d4aab8103908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba23647-5b43-4035-827f-18048dcae549,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:23.231145 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160b557-ffd7-4e37-8cc0-3feb2908a6e9 req-b3df3e47-1e77-4caf-ac7a-4cadb76ba485 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:23.235694 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7160b557-ffd7-4e37-8cc0-3feb2908a6e9 req-b3df3e47-1e77-4caf-ac7a-4cadb76ba485 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.0687571 May 14 17:14:23.260388 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-52f5dfda-bf61-4b03-82c8-d4aab8103908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0ecf961560c4138895b1a60f9ce2892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281728 May 14 17:14:23.263477 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47468) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:23.289887 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7160b557-ffd7-4e37-8cc0-3feb2908a6e9 req-ecd35aba-e701-4e11-8fe9-3ca421e7d6aa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474250 May 14 17:14:23.326542 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] Publish callbacks [] for security_group (7ba23647-5b43-4035-827f-18048dcae549), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.363588 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] Publish callbacks [] for security_group (7ba23647-5b43-4035-827f-18048dcae549), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.530851 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7ba23647-5b43-4035-827f-18048dcae549), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.533540 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:23.538270 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ba23647-5b43-4035-827f-18048dcae549 HTTP/1.1" status: 204 len: 168 time: 0.2729573 May 14 17:14:23.546493 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3010a8-f319-4da3-96c5-f41fd5b5dd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba23647-5b43-4035-827f-18048dcae549,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:24.117378 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:14:24.215952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:14:24.216336 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:24.315598 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:14:24.316129 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:24.376547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:14:24.379134 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2e61a-14fa-4608-91b2-4f665f83f058" -d '{"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:14:24.411628 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:24.445531 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ca44d-bf61-439f-b13f-00a5ae0b235c x-openstack-request-id: req-ef2ca44d-bf61-439f-b13f-00a5ae0b235c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:14:24.445832 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:14:24.446093 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef2ca44d-bf61-439f-b13f-00a5ae0b235c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:14:24.447530 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2ca44d-bf61-439f-b13f-00a5ae0b235c'] response: {'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'code': 200} May 14 17:14:24.478821 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc6455-f8bf-48b7-8c6f-b56fbd77dcb4 req-828fcbba-4434-432a-ae12-465e432483d9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:24.480945 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2dc6455-f8bf-48b7-8c6f-b56fbd77dcb4 req-828fcbba-4434-432a-ae12-465e432483d9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.0729737 May 14 17:14:24.492209 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:24.539111 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b2dc6455-f8bf-48b7-8c6f-b56fbd77dcb4 req-234e107d-74ba-4bcf-b19c-de5a6b5852b8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515959 May 14 17:14:24.553004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:25.801594 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210028c3-1215-4533-bcaf-6e1d41345fd8 req-23fefe65-4ebc-4aff-bc72-3193a4bfb953 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:25.809948 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-210028c3-1215-4533-bcaf-6e1d41345fd8 req-23fefe65-4ebc-4aff-bc72-3193a4bfb953 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.1038382 May 14 17:14:25.865373 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-210028c3-1215-4533-bcaf-6e1d41345fd8 req-32de8cc7-b968-42fa-af50-812cc8e5b1a0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543373 May 14 17:14:26.982948 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58d2b-a928-471b-a4cd-157b34c87678 req-2f95b90e-d828-4342-abf5-d958a636f506 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:26.984449 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48e58d2b-a928-471b-a4cd-157b34c87678 req-2f95b90e-d828-4342-abf5-d958a636f506 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0525978 May 14 17:14:27.033973 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48e58d2b-a928-471b-a4cd-157b34c87678 req-9c08c201-9bd0-4e33-b277-dcfc270ae5f5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 May 14 17:14:28.180566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb01617-dc45-447f-a67e-8c20c3632261 req-d4023422-dda2-43e4-88a3-4711d900136a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:28.183049 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7cb01617-dc45-447f-a67e-8c20c3632261 req-d4023422-dda2-43e4-88a3-4711d900136a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0604715 May 14 17:14:28.244139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7cb01617-dc45-447f-a67e-8c20c3632261 req-621b9962-ca38-429f-aac2-6ac0d7c2d3cd tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548794 May 14 17:14:29.393222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260116c-d878-4c65-bade-6761e2818cf1 req-62fe12dd-42c3-4af7-9670-015e7adf2fbb tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:29.399489 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6260116c-d878-4c65-bade-6761e2818cf1 req-62fe12dd-42c3-4af7-9670-015e7adf2fbb tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0686111 May 14 17:14:29.460215 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6260116c-d878-4c65-bade-6761e2818cf1 req-9d317d7d-7c00-4d4e-a756-172936b974be tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595174 May 14 17:14:29.815906 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47586) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:29.931752 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ffed456-ff77-4beb-a543-dd5186f1dc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.008030 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ffed456-ff77-4beb-a543-dd5186f1dc0d admin admin] Publish callbacks [] for security_group (4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.289976 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ffed456-ff77-4beb-a543-dd5186f1dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.332189 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffed456-ff77-4beb-a543-dd5186f1dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:30.336998 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9ffed456-ff77-4beb-a543-dd5186f1dc0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74fa73bd3eef4890a5a2a7fea0c8a4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5198994 May 14 17:14:30.339910 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47594) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:30.389043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] Publish callbacks [] for security_group (4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.412448 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] Publish callbacks [] for security_group (4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.590175 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13aeb-c72b-4e48-b7ca-73c2e65a039b req-fcb0cfb5-a49a-45a9-8094-0cbc5bdec54f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:30.592143 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-83a13aeb-c72b-4e48-b7ca-73c2e65a039b req-fcb0cfb5-a49a-45a9-8094-0cbc5bdec54f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0583122 May 14 17:14:30.600219 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.603971 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:30.605313 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c HTTP/1.1" status: 204 len: 168 time: 0.2640316 May 14 17:14:30.620644 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e90f4-0af9-4c6d-8643-efb0d1fe53e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568ab5e-0a9c-4dc3-824c-18ca3b9ff43c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:30.659126 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-83a13aeb-c72b-4e48-b7ca-73c2e65a039b req-824c7cb4-9f2a-4730-8654-12e950d135c5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609572 May 14 17:14:31.805467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddca98-b23a-44a9-9e0d-2b646a149663 req-d9ddb042-f20f-4383-b286-a32c5f70fcff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:31.812867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21ddca98-b23a-44a9-9e0d-2b646a149663 req-d9ddb042-f20f-4383-b286-a32c5f70fcff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0643630 May 14 17:14:31.869816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21ddca98-b23a-44a9-9e0d-2b646a149663 req-a94e70e7-6442-4309-9d5b-7f7f203d1b82 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564983 May 14 17:14:31.987527 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47622) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:32.122519 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33978a1c-0733-47b3-8ccb-336f3615bca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.209294 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33978a1c-0733-47b3-8ccb-336f3615bca8 admin admin] Publish callbacks [] for security_group (29f5516c-aee8-4c5c-9432-f185f8516f37), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.313517 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33978a1c-0733-47b3-8ccb-336f3615bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (29f5516c-aee8-4c5c-9432-f185f8516f37), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.352088 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978a1c-0733-47b3-8ccb-336f3615bca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f5516c-aee8-4c5c-9432-f185f8516f37,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:32.361045 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47626) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:32.373699 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-33978a1c-0733-47b3-8ccb-336f3615bca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a81ab2fe6b204eea9c065452c0ca346e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850012 May 14 17:14:32.413625 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Publish callbacks [] for security_group (29f5516c-aee8-4c5c-9432-f185f8516f37), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.436888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Publish callbacks [] for security_group (29f5516c-aee8-4c5c-9432-f185f8516f37), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.576674 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (29f5516c-aee8-4c5c-9432-f185f8516f37), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.579510 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:32.583372 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29f5516c-aee8-4c5c-9432-f185f8516f37 HTTP/1.1" status: 204 len: 168 time: 0.2188468 May 14 17:14:32.590707 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f5516c-aee8-4c5c-9432-f185f8516f37,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:32.598701 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.602178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.602178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.602178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.610590 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.611107 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.611467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.611814 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.612155 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.612502 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.612839 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.613168 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:32.613498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03064a-e45a-4983-b306-deb7531f50c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:33.023720 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6261e0-3892-4f88-b294-5f32f2a0aaa4 req-c88eec9a-a26b-45fe-a089-16be9b6a5cec tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:33.025354 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6261e0-3892-4f88-b294-5f32f2a0aaa4 req-c88eec9a-a26b-45fe-a089-16be9b6a5cec tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0579455 May 14 17:14:33.090187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6261e0-3892-4f88-b294-5f32f2a0aaa4 req-45e9c959-9d08-4e64-b2be-27cf44b76c2b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590098 May 14 17:14:34.231278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17ccf0-2d8e-4317-b98d-71775902bd9b req-7b2833db-0210-4ac2-9f2e-f85861acdba1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:34.232904 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe17ccf0-2d8e-4317-b98d-71775902bd9b req-7b2833db-0210-4ac2-9f2e-f85861acdba1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0720944 May 14 17:14:34.282228 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe17ccf0-2d8e-4317-b98d-71775902bd9b req-b3be9655-99d9-4af3-a05f-4d1efbc3cb30 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 May 14 17:14:35.405560 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ddd6a-3ee4-4853-8a5c-d215d8f106f6 req-97dc4172-0927-4d08-8869-ae5476911aa2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:35.407016 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ec5ddd6a-3ee4-4853-8a5c-d215d8f106f6 req-97dc4172-0927-4d08-8869-ae5476911aa2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0538692 May 14 17:14:35.454763 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ec5ddd6a-3ee4-4853-8a5c-d215d8f106f6 req-e2f707bb-0eb9-4e04-84ab-84de23a3eaca tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 May 14 17:14:35.626805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-18f3bd7a-e102-4b52-a77f-ad8307975ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:35.628662 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-18f3bd7a-e102-4b52-a77f-ad8307975ba5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1130 time: 0.0487759 May 14 17:14:35.716962 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-0ae700cc-cfe8-44c8-8b0e-ca4e6f8da4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:35.718354 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-0ae700cc-cfe8-44c8-8b0e-ca4e6f8da4e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.0829666 May 14 17:14:35.788593 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-302e8311-393f-464c-bc0c-309a1787cffa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0628679 May 14 17:14:35.836044 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-7fa44315-cbd8-4d46-8dfb-c1644c7b355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:35.837480 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-7fa44315-cbd8-4d46-8dfb-c1644c7b355d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0428281 May 14 17:14:35.886899 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-34423ddd-17c9-49bb-9d3f-fc35fea6f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:35.888386 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-34423ddd-17c9-49bb-9d3f-fc35fea6f087 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442908 May 14 17:14:35.979914 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-ff7017a7-f542-44a1-b47d-191596199a37 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846982 May 14 17:14:36.068221 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-237dfd1a-14e0-4ef7-ba14-64beb20fdb89 req-d951b74a-9ab3-4c05-a508-475d634d0ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826759 May 14 17:14:36.582232 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a79d20-d6d8-4387-a921-c4827c4cd234 req-1c2a19da-ac2a-41a6-b73d-fdbc18f99e86 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:36.584293 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52a79d20-d6d8-4387-a921-c4827c4cd234 req-1c2a19da-ac2a-41a6-b73d-fdbc18f99e86 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0538716 May 14 17:14:36.635582 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52a79d20-d6d8-4387-a921-c4827c4cd234 req-30512adf-911c-4b5a-ab4b-da5f8b380bbe tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456147 May 14 17:14:37.759727 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979123a-1038-49a9-93d5-dec326050dec req-0bb896d2-92bb-47c5-9ec9-9893a3862e31 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:37.763301 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6979123a-1038-49a9-93d5-dec326050dec req-0bb896d2-92bb-47c5-9ec9-9893a3862e31 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 946 time: 0.0565078 May 14 17:14:37.813328 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6979123a-1038-49a9-93d5-dec326050dec req-01ddb860-1688-4e9c-98af-94b397fbbe37 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466740 May 14 17:14:38.218538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:38.298712 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:14:38.299128 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:38.321044 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:14:38.323376 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66327a94-4821-49bb-8e75-ff9e4d1d9afc" -d '{"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:14:38.336032 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:14:38.359786 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0576581c-11e3-4d16-a570-cd677fa96978 x-openstack-request-id: req-0576581c-11e3-4d16-a570-cd677fa96978 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:14:38.360076 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:14:38.360323 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0576581c-11e3-4d16-a570-cd677fa96978 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:14:38.360775 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0576581c-11e3-4d16-a570-cd677fa96978'] response: {'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'code': 200} May 14 17:14:38.416177 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:38.463185 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:38.937150 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9d3f-7508-4d16-9644-9c5847a520d8 req-b214d8e4-ff3f-44c7-9035-de827c485422 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:38.938535 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02fc9d3f-7508-4d16-9644-9c5847a520d8 req-b214d8e4-ff3f-44c7-9035-de827c485422 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0513299 May 14 17:14:38.984896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02fc9d3f-7508-4d16-9644-9c5847a520d8 req-40e49c1c-66ea-455b-8428-feb9cbbdc5da tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 May 14 17:14:40.090268 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-754ff085-0a7c-4ef7-82cf-618f9765be53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:40.498301 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-36964897-ca19-4316-ac90-56b698798271 req-a522e28e-87ac-4a15-a884-6084c7b1482e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:14:40.499323 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36964897-ca19-4316-ac90-56b698798271 req-a522e28e-87ac-4a15-a884-6084c7b1482e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054691 May 14 17:14:40.962612 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ada898-61eb-48c8-92b7-c0bd9f9fdfa2 req-69d4a639-7c99-42a1-8da6-b3ea0f1597e9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:40.964033 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d0ada898-61eb-48c8-92b7-c0bd9f9fdfa2 req-69d4a639-7c99-42a1-8da6-b3ea0f1597e9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0560305 May 14 17:14:41.013625 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d0ada898-61eb-48c8-92b7-c0bd9f9fdfa2 req-709579bf-7932-4288-95fb-01fe089e850e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 May 14 17:14:41.192664 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:14:41.478324 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47794) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:41.585295 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-b32da604-22ea-4ae2-b82d-40ce187767f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055992 May 14 17:14:41.593807 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-f8a2f3af-92c8-4937-b2c3-bce170e020be service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:14:41.594756 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-f8a2f3af-92c8-4937-b2c3-bce170e020be service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049033 May 14 17:14:41.669097 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47802) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:41.761109 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-aca34c70-9695-46ae-acac-f2b5fcb952e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:41.762482 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-aca34c70-9695-46ae-acac-f2b5fcb952e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports/f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 941 time: 0.0923877 May 14 17:14:42.155144 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce384-7062-4ec4-b8b5-596fcb87f54b req-81e9e33f-02f3-48fc-b082-4b6ae796f825 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:42.156703 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a7ce384-7062-4ec4-b8b5-596fcb87f54b req-81e9e33f-02f3-48fc-b082-4b6ae796f825 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0620275 May 14 17:14:42.210334 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a7ce384-7062-4ec4-b8b5-596fcb87f54b req-e9118b6a-4c77-42eb-ac30-b6db643a00c0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463529 May 14 17:14:42.232168 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:14:42.323587 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:14:42.410309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a6166896-a636-4e4f-8500-ff8f71692cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:42.959603 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:43.334497 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0e66-1e04-4ac0-86ea-12ed8a778f4a req-65b18d2f-70f1-47a5-b9e1-e3c58bce25ba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:43.335940 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-356d0e66-1e04-4ac0-86ea-12ed8a778f4a req-65b18d2f-70f1-47a5-b9e1-e3c58bce25ba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0535522 May 14 17:14:43.358748 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:43.384326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-356d0e66-1e04-4ac0-86ea-12ed8a778f4a req-9e85857b-0605-4678-8f86-881e535e1337 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 May 14 17:14:44.507798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cbed9-e43d-4cf8-a21d-cb61ae7635ab req-d473d03f-7f1b-4eec-be15-0640e3399d06 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:44.509313 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-873cbed9-e43d-4cf8-a21d-cb61ae7635ab req-d473d03f-7f1b-4eec-be15-0640e3399d06 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0537469 May 14 17:14:44.559170 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-873cbed9-e43d-4cf8-a21d-cb61ae7635ab req-6901196a-9f22-4909-a96d-d9b41473d344 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440059 May 14 17:14:44.854836 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.158664 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47838) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:45.260404 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.332452 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Publish callbacks [] for security_group (d324a7d6-5c2d-42d0-b761-5b44aad67c71), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.396752 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-eb80d9e6-01e1-4652-899b-2ca296bef21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.398184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-eb80d9e6-01e1-4652-899b-2ca296bef21a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 1128 time: 0.0761924 May 14 17:14:45.431489 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d324a7d6-5c2d-42d0-b761-5b44aad67c71), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.476228 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48e871b9651c41a7a00fc41ecec379dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139594 May 14 17:14:45.476468 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-2347f91b-6f10-4821-b00a-5e8f42ac741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.476588 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d324a7d6-5c2d-42d0-b761-5b44aad67c71,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:45.476719 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-2347f91b-6f10-4821-b00a-5e8f42ac741a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1128 time: 0.0439675 May 14 17:14:45.476719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:45.482593 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.482973 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.483312 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.491815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72555077-ae0f-4ab5-bac4-4d32c0585fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:14:45.586906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] Publish callbacks [] for security_group (d324a7d6-5c2d-42d0-b761-5b44aad67c71), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.614533 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-b2771051-1ed6-4fe9-9e7a-4a794e4daa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.616564 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-b2771051-1ed6-4fe9-9e7a-4a794e4daa97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.1335254 May 14 17:14:45.620966 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] Publish callbacks [] for security_group (d324a7d6-5c2d-42d0-b761-5b44aad67c71), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.736054 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-a5f42c43-791f-48eb-8cac-76a61611a928 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 999 time: 0.1087139 May 14 17:14:45.752491 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062ed9-af69-4abc-80bc-5b258c8eceb5 req-97bf5ced-ddde-4f6b-8e68-1f338ba90975 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.754352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79062ed9-af69-4abc-80bc-5b258c8eceb5 req-97bf5ced-ddde-4f6b-8e68-1f338ba90975 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.1184428 May 14 17:14:45.832083 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-9fb667d1-3c52-491a-a8fe-24c07b6e81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.833536 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-9fb667d1-3c52-491a-a8fe-24c07b6e81d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0764408 May 14 17:14:45.837648 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79062ed9-af69-4abc-80bc-5b258c8eceb5 req-a21df6a5-ff72-4e00-b595-8151a0eb5a0e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735338 May 14 17:14:45.849247 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d324a7d6-5c2d-42d0-b761-5b44aad67c71), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.851836 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:45.852981 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d324a7d6-5c2d-42d0-b761-5b44aad67c71 HTTP/1.1" status: 204 len: 168 time: 0.3756487 May 14 17:14:45.877318 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37748550-2b65-4a9b-976e-47848450afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d324a7d6-5c2d-42d0-b761-5b44aad67c71,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:45.900118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-254433c8-01d7-422b-a3a1-452e1d503758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:45.901201 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-254433c8-01d7-422b-a3a1-452e1d503758 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613885 May 14 17:14:45.991571 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-1a520112-5d85-417e-b724-1511f178b68d service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 May 14 17:14:46.083675 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c8414d-bf4b-433d-9f3f-ee22ef836f56 req-5858ad2f-697e-430a-b168-d49c5c8b6e46 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 May 14 17:14:46.398562 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:47.050027 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1066-6b21-49de-87da-3eb7c06c9797 req-43d86be7-dc8a-4140-8f77-a4ecf39afcf3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:47.050027 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-325f1066-6b21-49de-87da-3eb7c06c9797 req-43d86be7-dc8a-4140-8f77-a4ecf39afcf3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0700216 May 14 17:14:47.106214 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-325f1066-6b21-49de-87da-3eb7c06c9797 req-51195704-3fa0-4b07-9b17-b6870f5db755 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507987 May 14 17:14:48.266655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14476712-b70d-4c87-9f59-9c617d4d3a6a req-8b74f37f-c46c-42b6-9486-83d18ba54b9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:48.268405 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14476712-b70d-4c87-9f59-9c617d4d3a6a req-8b74f37f-c46c-42b6-9486-83d18ba54b9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0624163 May 14 17:14:48.318637 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14476712-b70d-4c87-9f59-9c617d4d3a6a req-130be1a4-db0d-4153-90f6-65b7698e5b60 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435390 May 14 17:14:49.172537 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47938) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:49.281341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1749b15b-9af9-4b99-b7bc-2e3c052f2a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.382127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1749b15b-9af9-4b99-b7bc-2e3c052f2a7c admin admin] Publish callbacks [] for security_group (c23c38cc-01f6-4053-8af3-9baf6230dc03), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.461414 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6609f1-8e8d-4b28-ab1b-b5df153eb808 req-18196714-2849-421a-92d5-36a72387b92b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:49.462940 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1f6609f1-8e8d-4b28-ab1b-b5df153eb808 req-18196714-2849-421a-92d5-36a72387b92b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0595407 May 14 17:14:49.464162 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1749b15b-9af9-4b99-b7bc-2e3c052f2a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c23c38cc-01f6-4053-8af3-9baf6230dc03), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.523887 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1749b15b-9af9-4b99-b7bc-2e3c052f2a7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bd5b77aa9454376b16dd58df2fb8172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501303 May 14 17:14:49.526546 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:49.527064 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749b15b-9af9-4b99-b7bc-2e3c052f2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c38cc-01f6-4053-8af3-9baf6230dc03,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:49.552854 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1f6609f1-8e8d-4b28-ab1b-b5df153eb808 req-c24f7331-17b6-47e2-a3f2-3a9b11f329ac tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767558 May 14 17:14:49.575825 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] Publish callbacks [] for security_group (c23c38cc-01f6-4053-8af3-9baf6230dc03), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.600756 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] Publish callbacks [] for security_group (c23c38cc-01f6-4053-8af3-9baf6230dc03), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.730460 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (c23c38cc-01f6-4053-8af3-9baf6230dc03), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.733276 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:49.734540 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c23c38cc-01f6-4053-8af3-9baf6230dc03 HTTP/1.1" status: 204 len: 168 time: 0.2068789 May 14 17:14:49.742888 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e829-baf5-4841-92e2-e5e735d9a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c38cc-01f6-4053-8af3-9baf6230dc03,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:50.334278 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 47952) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:50.347778 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24213757-9be9-4972-b9d0-2d69a2ee07d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.433053 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24213757-9be9-4972-b9d0-2d69a2ee07d8 admin admin] Publish callbacks [] for security_group (a3a64567-0adf-4cef-a73e-82e5e57fbafe), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.492035 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24213757-9be9-4972-b9d0-2d69a2ee07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (a3a64567-0adf-4cef-a73e-82e5e57fbafe), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.530043 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24213757-9be9-4972-b9d0-2d69a2ee07d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a64567-0adf-4cef-a73e-82e5e57fbafe,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:50.537699 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 47954) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:50.538347 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-24213757-9be9-4972-b9d0-2d69a2ee07d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ade8a780102041d19e56bd6fc59205cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023828 May 14 17:14:50.599868 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] Publish callbacks [] for security_group (a3a64567-0adf-4cef-a73e-82e5e57fbafe), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.624731 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] Publish callbacks [] for security_group (a3a64567-0adf-4cef-a73e-82e5e57fbafe), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.714630 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46538a-680c-494c-b8ae-8ff6e151f11d req-9a313597-a1d0-4f5b-90dd-e0f6e4f9ade6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:50.716240 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f46538a-680c-494c-b8ae-8ff6e151f11d req-9a313597-a1d0-4f5b-90dd-e0f6e4f9ade6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0622406 May 14 17:14:50.774251 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f46538a-680c-494c-b8ae-8ff6e151f11d req-47c4c47e-556b-4765-886d-735e3f8c6e88 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463524 May 14 17:14:50.826139 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (a3a64567-0adf-4cef-a73e-82e5e57fbafe), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.830412 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:50.832466 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3a64567-0adf-4cef-a73e-82e5e57fbafe HTTP/1.1" status: 204 len: 168 time: 0.2935879 May 14 17:14:50.847945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258587f9-a194-44c9-babc-a0fdf95ebb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a64567-0adf-4cef-a73e-82e5e57fbafe,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:51.925733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551feb23-8853-41e1-a968-27b92a4983c4 req-6bd5a251-90b9-42db-9f84-ead507c7e150 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:51.933052 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-551feb23-8853-41e1-a968-27b92a4983c4 req-6bd5a251-90b9-42db-9f84-ead507c7e150 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0691776 May 14 17:14:51.981436 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-551feb23-8853-41e1-a968-27b92a4983c4 req-bb12e68d-6704-42a1-ba66-b9490cf2e27f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 May 14 17:14:53.152163 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa9b1-a90d-4f83-b4b7-166760bd4ba2 req-abbd71c4-d676-4794-bee9-14399aabead0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:53.163392 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a6fa9b1-a90d-4f83-b4b7-166760bd4ba2 req-abbd71c4-d676-4794-bee9-14399aabead0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0733771 May 14 17:14:53.203591 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a6fa9b1-a90d-4f83-b4b7-166760bd4ba2 req-336f89f8-1d71-4dea-b3ff-a03392f43093 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 May 14 17:14:54.341705 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da226765-a713-44a7-99d6-264560f4add6 req-98e9ed25-f98c-42c9-ba47-4eeea9d8182a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:54.343225 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-da226765-a713-44a7-99d6-264560f4add6 req-98e9ed25-f98c-42c9-ba47-4eeea9d8182a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0538213 May 14 17:14:54.407784 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-da226765-a713-44a7-99d6-264560f4add6 req-eaa68ee5-bf2a-400f-9035-16aa74621d2e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511127 May 14 17:14:55.535076 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92b94-7c2f-4073-8e50-65fe3b1e3e64 req-aa75f8cb-babe-4b2f-a894-441d712c60aa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:55.536996 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6f92b94-7c2f-4073-8e50-65fe3b1e3e64 req-aa75f8cb-babe-4b2f-a894-441d712c60aa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0540359 May 14 17:14:55.584204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6f92b94-7c2f-4073-8e50-65fe3b1e3e64 req-90261197-9422-4647-966b-5e01ecfdc921 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416319 May 14 17:14:55.760949 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-c9db9cb2-78bc-4c9a-b4e2-9f551c2b7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:55.762438 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-c9db9cb2-78bc-4c9a-b4e2-9f551c2b7edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1128 time: 0.0439448 May 14 17:14:55.869229 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-595bd340-3ba6-47ca-b3b3-9a031b50c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:55.870835 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-595bd340-3ba6-47ca-b3b3-9a031b50c3a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.0889862 May 14 17:14:55.937167 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-8f3f834a-3535-4029-9b35-dae5b48cccbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 200 len: 999 time: 0.0604928 May 14 17:14:55.985807 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-46d3e9f2-11af-4071-abfd-02334a83485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:55.987318 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-46d3e9f2-11af-4071-abfd-02334a83485b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0436511 May 14 17:14:56.040312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-c8004585-d156-4458-98b1-d485649ed02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:56.041684 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-c8004585-d156-4458-98b1-d485649ed02d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480587 May 14 17:14:56.136814 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-1ecda90b-f002-491d-b74d-4cf7bd3fb4b9 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879011 May 14 17:14:56.230810 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d2a0b-55a7-4fea-8ccf-575a66714815 req-e9f9ac37-0b17-449f-9599-c9db21a8b846 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869730 May 14 17:14:56.709207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415936-5a24-4663-9932-dd31076307d9 req-d0380404-96e0-4c3c-81f7-55c8bbcf459f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:56.710816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa415936-5a24-4663-9932-dd31076307d9 req-d0380404-96e0-4c3c-81f7-55c8bbcf459f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0544975 May 14 17:14:56.761871 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa415936-5a24-4663-9932-dd31076307d9 req-2f1773dd-b774-4bbc-8ccc-4919dcaeed89 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 May 14 17:14:56.898445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48108) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:57.000531 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d87e0c7-fafe-46fe-9907-3ab8486fdfa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.072050 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d87e0c7-fafe-46fe-9907-3ab8486fdfa7 admin admin] Publish callbacks [] for security_group (4a505554-337c-4973-a494-fefafbc67b84), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.175594 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d87e0c7-fafe-46fe-9907-3ab8486fdfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4a505554-337c-4973-a494-fefafbc67b84), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.216250 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2d87e0c7-fafe-46fe-9907-3ab8486fdfa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f546141e7154c109ce04b5ed44f0725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166261 May 14 17:14:57.218077 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e0c7-fafe-46fe-9907-3ab8486fdfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a505554-337c-4973-a494-fefafbc67b84,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:57.218965 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48112) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:57.272785 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] Publish callbacks [] for security_group (4a505554-337c-4973-a494-fefafbc67b84), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.293979 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] Publish callbacks [] for security_group (4a505554-337c-4973-a494-fefafbc67b84), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.528759 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4a505554-337c-4973-a494-fefafbc67b84), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.531366 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:57.532526 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a505554-337c-4973-a494-fefafbc67b84 HTTP/1.1" status: 204 len: 168 time: 0.3113730 May 14 17:14:57.540671 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9df0b6-b35a-4f22-9bbd-dd3c6ba5c508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a505554-337c-4973-a494-fefafbc67b84,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:57.885715 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9960f-6b6b-4b36-ba3a-582903c7783c req-3a25332d-59d9-43b6-b9b0-5873f592014d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:57.887213 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1fc9960f-6b6b-4b36-ba3a-582903c7783c req-3a25332d-59d9-43b6-b9b0-5873f592014d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0535567 May 14 17:14:57.935120 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1fc9960f-6b6b-4b36-ba3a-582903c7783c req-3dd100c1-d6dd-49e7-a336-dbf581b7532c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 May 14 17:14:58.201470 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48120) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:58.214690 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-118a2ddb-26b6-4fda-a154-dddf434226c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.285968 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-118a2ddb-26b6-4fda-a154-dddf434226c0 admin admin] Publish callbacks [] for security_group (64c46021-8aa9-490a-b5e8-f31198ef0fe7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.339874 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-118a2ddb-26b6-4fda-a154-dddf434226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (64c46021-8aa9-490a-b5e8-f31198ef0fe7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.377985 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-118a2ddb-26b6-4fda-a154-dddf434226c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b58e28266d74cafb5548534880d8d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752951 May 14 17:14:58.379251 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a2ddb-26b6-4fda-a154-dddf434226c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c46021-8aa9-490a-b5e8-f31198ef0fe7,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:58.381376 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48122) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:14:58.429822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] Publish callbacks [] for security_group (64c46021-8aa9-490a-b5e8-f31198ef0fe7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.450937 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] Publish callbacks [] for security_group (64c46021-8aa9-490a-b5e8-f31198ef0fe7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.581382 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (64c46021-8aa9-490a-b5e8-f31198ef0fe7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.584777 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:14:58.586149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64c46021-8aa9-490a-b5e8-f31198ef0fe7 HTTP/1.1" status: 204 len: 168 time: 0.2035522 May 14 17:14:58.596306 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8672f-e4fb-464b-9ca2-2ec98488612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c46021-8aa9-490a-b5e8-f31198ef0fe7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:14:59.064463 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf0cf4-00dd-4f5a-a921-a44cfa84bfdc req-310e5bb5-0e8a-43bc-ac8d-5159d1c0e3e6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:14:59.065956 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ecf0cf4-00dd-4f5a-a921-a44cfa84bfdc req-310e5bb5-0e8a-43bc-ac8d-5159d1c0e3e6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0591044 May 14 17:14:59.116869 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9ecf0cf4-00dd-4f5a-a921-a44cfa84bfdc req-71a0299c-a604-4e27-bbbd-886b82f57f0c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 May 14 17:15:00.252527 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2477039-b945-4a8d-87b4-ce38577d20eb req-2c300f39-9f8e-4e75-b42f-468d02b6ad3e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:00.254500 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2477039-b945-4a8d-87b4-ce38577d20eb req-2c300f39-9f8e-4e75-b42f-468d02b6ad3e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0621729 May 14 17:15:00.303305 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2477039-b945-4a8d-87b4-ce38577d20eb req-798f2cf0-63c9-4dba-9d99-29cb84e4272e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 May 14 17:15:01.048201 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48156) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:01.148784 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-753b4a7a-b2c3-45d1-924c-4c1eedf0be8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.219055 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-753b4a7a-b2c3-45d1-924c-4c1eedf0be8c admin admin] Publish callbacks [] for security_group (1d260623-8f25-430a-97f7-c9fa86b01359), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.295505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-753b4a7a-b2c3-45d1-924c-4c1eedf0be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1d260623-8f25-430a-97f7-c9fa86b01359), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.334691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b4a7a-b2c3-45d1-924c-4c1eedf0be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d260623-8f25-430a-97f7-c9fa86b01359,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:01.339653 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-753b4a7a-b2c3-45d1-924c-4c1eedf0be8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2188cf5d912f49dc936e6a57477a8480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897351 May 14 17:15:01.341574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48162) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:01.420763 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] Publish callbacks [] for security_group (1d260623-8f25-430a-97f7-c9fa86b01359), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.441385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] Publish callbacks [] for security_group (1d260623-8f25-430a-97f7-c9fa86b01359), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.464916 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e1331-dae6-49d6-9e1f-1d4b466f8b46 req-6fffd356-270a-40bb-b5d6-d749b57d07d8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:01.466396 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb6e1331-dae6-49d6-9e1f-1d4b466f8b46 req-6fffd356-270a-40bb-b5d6-d749b57d07d8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0872037 May 14 17:15:01.526555 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb6e1331-dae6-49d6-9e1f-1d4b466f8b46 req-9b0b56c9-e6b0-4260-a44d-84f8ef188728 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523841 May 14 17:15:01.610124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (1d260623-8f25-430a-97f7-c9fa86b01359), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.612739 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:01.613831 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d260623-8f25-430a-97f7-c9fa86b01359 HTTP/1.1" status: 204 len: 168 time: 0.2713261 May 14 17:15:01.622439 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a40b-f7e4-4dfa-a8e1-e247e670fb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d260623-8f25-430a-97f7-c9fa86b01359,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:02.653188 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ddf7-29fc-4a0e-9ff9-6784bdc6a9eb req-bdf18bf2-39b9-4c32-bd55-f2d7292289ad tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:02.654852 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe62ddf7-29fc-4a0e-9ff9-6784bdc6a9eb req-bdf18bf2-39b9-4c32-bd55-f2d7292289ad tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0540469 May 14 17:15:02.702439 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe62ddf7-29fc-4a0e-9ff9-6784bdc6a9eb req-6553985b-c154-456b-b0ab-c9e1c8d5f08a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420008 May 14 17:15:03.824877 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f46b1-825f-462f-b60c-1ec161cadffd req-384e10ca-0dce-4b49-95d0-5b0436bfa3bc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:03.826332 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d3f46b1-825f-462f-b60c-1ec161cadffd req-384e10ca-0dce-4b49-95d0-5b0436bfa3bc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 944 time: 0.0525000 May 14 17:15:03.872019 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d3f46b1-825f-462f-b60c-1ec161cadffd req-01f097a8-9314-43d8-8866-9179fef104fa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400763 May 14 17:15:04.308687 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:15:04.404501 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:04.416211 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'mac_address': 'fa:16:3e:d7:cb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:15:04.455390 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:15:04.455775 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:04.468684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:15:04.487565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:04.592860 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:04.640905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:04.648266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.654161 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:04.892645 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:15:05.004091 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261eea-80a9-459b-b709-8c67e0bc26e2 req-e530371d-ace8-4927-b4e5-3402c46860c4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:05.006198 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-01261eea-80a9-459b-b709-8c67e0bc26e2 req-e530371d-ace8-4927-b4e5-3402c46860c4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.0587063 May 14 17:15:05.053801 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-01261eea-80a9-459b-b709-8c67e0bc26e2 req-eb8d9c7a-e992-41d9-9770-3385777b1721 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 May 14 17:15:06.176913 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bf59c-b8f2-40a4-a8d1-f77575c228c3 req-852e0d7f-93be-4162-8810-b5b22d19557b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:06.178385 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d1bf59c-b8f2-40a4-a8d1-f77575c228c3 req-852e0d7f-93be-4162-8810-b5b22d19557b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 945 time: 0.0531759 May 14 17:15:06.224554 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7d1bf59c-b8f2-40a4-a8d1-f77575c228c3 req-4cd7ed03-f520-46ac-9cca-25ae00bf4bd8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 May 14 17:15:06.327002 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:15:06.376029 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:15:06.376355 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:06.451400 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:15:06.451779 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:06.476615 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:15:06.478891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62815944-e309-446b-b179-03417b97a177" -d '{"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:15:06.491019 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:06.515864 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4002e47-c5bd-4a5a-beb5-7f7aa3a0350c x-openstack-request-id: req-c4002e47-c5bd-4a5a-beb5-7f7aa3a0350c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:15:06.516406 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:15:06.516665 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4002e47-c5bd-4a5a-beb5-7f7aa3a0350c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:15:06.517062 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4002e47-c5bd-4a5a-beb5-7f7aa3a0350c'] response: {'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'code': 200} May 14 17:15:06.593258 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:06.641762 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:07.189416 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a338-d349-453f-b234-87c3c4a0e232 req-a723acb4-1004-4330-9729-2d60839ee7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:07.195260 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1621a338-d349-453f-b234-87c3c4a0e232 req-a723acb4-1004-4330-9729-2d60839ee7e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 1131 time: 0.0458794 May 14 17:15:07.237780 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1621a338-d349-453f-b234-87c3c4a0e232 req-139aabcf-17d9-4d6e-bbe3-58d6c73f56fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 May 14 17:15:07.266774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48240) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:07.348385 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af4b6-bf13-4318-99db-cceec3c74eaf req-36dfaed8-1299-4486-9afc-d74281ece67e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:07.349906 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e38af4b6-bf13-4318-99db-cceec3c74eaf req-36dfaed8-1299-4486-9afc-d74281ece67e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0537183 May 14 17:15:07.382552 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72df24f2-56ab-418d-872a-fce69c7160fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.423891 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e38af4b6-bf13-4318-99db-cceec3c74eaf req-3bd68526-1e22-41ca-888f-3c9e529bacca tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676816 May 14 17:15:07.476597 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72df24f2-56ab-418d-872a-fce69c7160fd admin admin] Publish callbacks [] for security_group (aded25ea-28bf-4a2c-9496-7dfb37d357a9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.575312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72df24f2-56ab-418d-872a-fce69c7160fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (aded25ea-28bf-4a2c-9496-7dfb37d357a9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.612772 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-72df24f2-56ab-418d-872a-fce69c7160fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95fc294d17414c13ac8c23fa98865963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448918 May 14 17:15:07.613575 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df24f2-56ab-418d-872a-fce69c7160fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded25ea-28bf-4a2c-9496-7dfb37d357a9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:07.621906 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48246) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:07.668798 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] Publish callbacks [] for security_group (aded25ea-28bf-4a2c-9496-7dfb37d357a9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.689471 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] Publish callbacks [] for security_group (aded25ea-28bf-4a2c-9496-7dfb37d357a9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.804219 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (aded25ea-28bf-4a2c-9496-7dfb37d357a9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.806805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:07.807946 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aded25ea-28bf-4a2c-9496-7dfb37d357a9 HTTP/1.1" status: 204 len: 168 time: 0.1850629 May 14 17:15:07.815520 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c3db-5bee-48f0-992d-1e9dec27834c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded25ea-28bf-4a2c-9496-7dfb37d357a9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:08.562412 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ded406-6584-428c-9d6f-4d39976f0c6b req-138b75b3-369a-4c3e-8a3a-5cb16efecb0b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:08.563942 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86ded406-6584-428c-9d6f-4d39976f0c6b req-138b75b3-369a-4c3e-8a3a-5cb16efecb0b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0611212 May 14 17:15:08.612972 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86ded406-6584-428c-9d6f-4d39976f0c6b req-6548d3fc-cfd9-4239-b9b9-f2b4da7703b6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 May 14 17:15:09.748097 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43175f-c781-47c9-bb9f-8ec1dcd51fcd req-d956095f-3cd9-4eb4-84b0-a63a39e61b51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:09.749791 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ec43175f-c781-47c9-bb9f-8ec1dcd51fcd req-d956095f-3cd9-4eb4-84b0-a63a39e61b51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0534022 May 14 17:15:09.800087 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ec43175f-c781-47c9-bb9f-8ec1dcd51fcd req-3c6b2c91-339b-475c-93a0-42b6e46b7198 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 May 14 17:15:10.094070 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b4728c7c-4c52-4526-8abb-19e264c8be8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:10.923215 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e5f7-6e5c-466a-8662-bfd484e9cdfc req-c9c3a504-17cc-45b2-8983-d543b635ab4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:10.925354 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04f9e5f7-6e5c-466a-8662-bfd484e9cdfc req-c9c3a504-17cc-45b2-8983-d543b635ab4b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0539901 May 14 17:15:10.976326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04f9e5f7-6e5c-466a-8662-bfd484e9cdfc req-ab37bcf6-9b6b-45de-bc98-074f598ffcaf tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 May 14 17:15:12.386760 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bff1f907-4b71-4669-b639-4ccf21857ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:12.895593 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:13.301479 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:14.774960 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:16.381396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.193890 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:15:18.297722 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:18.399419 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c600d542-c0f5-4d26-86a1-0d1139dd3984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.470302 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c600d542-c0f5-4d26-86a1-0d1139dd3984 admin admin] Publish callbacks [] for security_group (53a1b323-94c5-4ac4-ac92-1b07dd01ec6e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.609603 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c600d542-c0f5-4d26-86a1-0d1139dd3984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (53a1b323-94c5-4ac4-ac92-1b07dd01ec6e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.646985 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c600d542-c0f5-4d26-86a1-0d1139dd3984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8328e5f1a234a67aa95d9a381a517a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481512 May 14 17:15:18.648825 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600d542-c0f5-4d26-86a1-0d1139dd3984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1b323-94c5-4ac4-ac92-1b07dd01ec6e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:18.649677 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48364) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:18.695947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] Publish callbacks [] for security_group (53a1b323-94c5-4ac4-ac92-1b07dd01ec6e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.717992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] Publish callbacks [] for security_group (53a1b323-94c5-4ac4-ac92-1b07dd01ec6e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.843949 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (53a1b323-94c5-4ac4-ac92-1b07dd01ec6e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.846616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:18.847815 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53a1b323-94c5-4ac4-ac92-1b07dd01ec6e HTTP/1.1" status: 204 len: 168 time: 0.1971588 May 14 17:15:18.856534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459dc8f-93e2-4dc3-a18a-4b983ca1542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1b323-94c5-4ac4-ac92-1b07dd01ec6e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:40.116279 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-646ca108-96c2-4935-a2ab-5092d1bc1c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:42.357892 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5472c710-99a4-4e4e-949b-0d4b0cd36ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:42.520462 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-eb44f4b1-be48-405b-9f0b-39195bcdce91 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414884092&fields=id&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 267 time: 0.0445917 May 14 17:15:42.633563 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-1151e56f-53e7-40c6-b438-fff280cd99d5 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:42.635095 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-1151e56f-53e7-40c6-b438-fff280cd99d5 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1082709 May 14 17:15:42.650361 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-1a2317cc-e62e-47af-8fec-15f2102e7289 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/quotas/62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 375 time: 0.0098274 May 14 17:15:42.707498 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-add35387-fadf-4486-a0f5-0f7a93f40af9 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516741 May 14 17:15:42.803178 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-b1f1181a-1ffd-419b-a0c9-d8ad0c287d83 service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841851 May 14 17:15:42.923673 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:43.156044 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-42ceaca6-c13e-4f38-8cb3-51a170a27c72 service neutron] 10.222.0.48 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465111 May 14 17:15:43.288080 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:43.685896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70369f5d-ec4e-48d5-baec-f0d77584a3b9 req-75d6c36c-b045-4aa2-be40-50906d539d05 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 210 time: 0.0276127 May 14 17:15:44.785003 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c809193-9aa5-45a7-b169-e6610a0e826c req-731802e0-0393-44c9-a616-4673b298bdd0 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 210 time: 0.0306864 May 14 17:15:44.807997 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:45.596333 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908a1c7-53ff-4af4-a7f1-d15629a1a6d0 req-fe520b8f-b6ce-488b-bbc4-8d23a459db92 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:45.597846 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a908a1c7-53ff-4af4-a7f1-d15629a1a6d0 req-fe520b8f-b6ce-488b-bbc4-8d23a459db92 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0530031 May 14 17:15:45.700605 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a908a1c7-53ff-4af4-a7f1-d15629a1a6d0 req-32147a0f-faff-4d63-ba0f-e89116da1868 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933554 May 14 17:15:45.731549 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-705d92ef-6fd1-4038-a274-35ad0489238d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:45.732939 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-705d92ef-6fd1-4038-a274-35ad0489238d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 812 time: 0.1342597 May 14 17:15:45.801491 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-d78cc735-ef6d-49dd-9bce-ad6a42ab16ac tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c38d1934f04482abb9399e7b34ddfa HTTP/1.1" status: 200 len: 379 time: 0.0534561 May 14 17:15:45.811035 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'port': {'device_id': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'admin_state_up': True, 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'security_groups': ['f67423e7-8045-414a-a6f0-441a4884939a']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:45.895818 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f576fe1f-806c-4fee-b420-1c4bce12dd06 req-30aa8c12-d446-43aa-8ae6-ab54b8af524d tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 210 time: 0.0331330 May 14 17:15:46.032271 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Made reservation on behalf of 62c38d1934f04482abb9399e7b34ddfa for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:15:46.035765 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.161726 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.20.0.8 (1b7d5ab9-0fdc-4732-b437-87c356abe6da/b083e573-51be-44ae-8359-e555ceb480c3/3dfc7738-bf24-4c5f-a2bf-623e505dedce) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:15:46.299693 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.392267 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.421240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.464056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:15:46.467128 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:15:46.469547 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:15:46.502932 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:46.517889 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.518236 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.518579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.519020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.519360 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.519686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.520012 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.520337 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.520659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.520985 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.521307 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.521627 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.521945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:46.543125 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:46.568911 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.688100 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6399664a-d56d-4f44-bea5-a92a6c4d8e75 None None] Provisioning complete for port 3dfc7738-bf24-4c5f-a2bf-623e505dedce triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:15:46.688396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6399664a-d56d-4f44-bea5-a92a6c4d8e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:46.721872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6399664a-d56d-4f44-bea5-a92a6c4d8e75 None None] Port 3dfc7738-bf24-4c5f-a2bf-623e505dedce cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:15:46.822444 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab17ba-0bb7-43d1-9bc1-582c3012e2e7 req-5979bf97-1711-450a-a6f9-c40f2e100ad5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:46.823929 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-91ab17ba-0bb7-43d1-9bc1-582c3012e2e7 req-5979bf97-1711-450a-a6f9-c40f2e100ad5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.0527267 May 14 17:15:46.869388 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-8155ab11-af6f-4712-83f2-5133b285b5ce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632820 May 14 17:15:46.872819 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-91ab17ba-0bb7-43d1-9bc1-582c3012e2e7 req-509bf801-55c3-4b81-acb0-033ed4a2e946 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434163 May 14 17:15:46.887480 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Request body: {'port': {'device_id': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:46.948066 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.099431 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a262f2-a9c2-4996-b649-732f8d1b7fc1 req-acddc2bb-0638-4523-b7d5-b5be970b40fe tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:47.101001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-01a262f2-a9c2-4996-b649-732f8d1b7fc1 req-acddc2bb-0638-4523-b7d5-b5be970b40fe tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 931 time: 0.1380494 May 14 17:15:47.203488 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-01a262f2-a9c2-4996-b649-732f8d1b7fc1 req-f2c95e0f-767f-470d-8b29-bee2305c2ec7 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952458 May 14 17:15:47.290751 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfc7738-bf24-4c5f-a2bf-623e505dedce {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:15:47.306387 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks [] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.318916 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Transition to ACTIVE for port object 3dfc7738-bf24-4c5f-a2bf-623e505dedce will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:15:47.450314 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.527091 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:47.583932 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-58f717fc-b293-40eb-b005-e7afd06604e2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:47.585588 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-58f717fc-b293-40eb-b005-e7afd06604e2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.1456914 May 14 17:15:47.647727 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Attempting to bind port 3dfc7738-bf24-4c5f-a2bf-623e505dedce on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:15:47.648127 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Attempting to bind port 3dfc7738-bf24-4c5f-a2bf-623e505dedce by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:15:47.648662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Attempting to bind port 3dfc7738-bf24-4c5f-a2bf-623e505dedce on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:15:47.677049 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Port 3dfc7738-bf24-4c5f-a2bf-623e505dedce on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:15:47.677373 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Attempting to bind port 3dfc7738-bf24-4c5f-a2bf-623e505dedce on network 1b7d5ab9-0fdc-4732-b437-87c356abe6da {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:15:47.687066 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:15:47.687405 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Checking segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:15:47.687789 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Bound using segment: {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:15:47.688253 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Bound port: 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:15:47.688579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.749675 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Deleting port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:15:47.750022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.814007 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:15:47.831845 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:15:47.863248 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] For port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:47.863647 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:47.924789 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:48.006620 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.007269 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:48.008665 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] 10.222.0.57 "PUT /v2.0/ports/3dfc7738-bf24-4c5f-a2bf-623e505dedce HTTP/1.1" status: 200 len: 1093 time: 1.1251349 May 14 17:15:48.012316 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:15:48.014573 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:15:48.058949 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af7811-e07e-4f89-ab23-989a2d50d7d1 x-openstack-request-id: req-75af7811-e07e-4f89-ab23-989a2d50d7d1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:15:48.062581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:15:48.062581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75af7811-e07e-4f89-ab23-989a2d50d7d1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:15:48.062581 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75af7811-e07e-4f89-ab23-989a2d50d7d1'] response: {'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'status': 'completed', 'code': 200} May 14 17:15:48.117855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50749a0e-8c47-415e-a0de-5bff466abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:48.174298 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:48.174669 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (265a1279-7d24-4577-85e4-00282035b685), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:48.175014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Floating IP 265a1279-7d24-4577-85e4-00282035b685 disassociated. External IP: 172.27.2.46, port: f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8. May 14 17:15:48.175363 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Calling delete_port for f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:15:48.194358 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7c3e-f309-4272-afb6-3ddc1542f70c req-6286725b-0374-40a6-8022-8050ca587f9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.195919 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-251f7c3e-f309-4272-afb6-3ddc1542f70c req-6286725b-0374-40a6-8022-8050ca587f9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 947 time: 0.2101676 May 14 17:15:48.240001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-5412f36f-a2a8-4cc2-beed-2f317fe8d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.241482 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-5412f36f-a2a8-4cc2-beed-2f317fe8d6df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1127 time: 0.1377833 May 14 17:15:48.386676 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-251f7c3e-f309-4272-afb6-3ddc1542f70c req-176942a7-c84b-496b-b000-598dbdf075ed tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e453d4c-0318-4fd8-b893-08f6ab610d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829882 May 14 17:15:48.456753 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420281e-afd0-4bd7-9d46-1b52d68da1fb req-808d50a7-79e1-41bf-9bb8-d484b8116ad0 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.458234 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a420281e-afd0-4bd7-9d46-1b52d68da1fb req-808d50a7-79e1-41bf-9bb8-d484b8116ad0 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.1765535 May 14 17:15:48.490849 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-1a6c8f48-159a-44ac-a84b-affd8790ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.492290 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-1a6c8f48-159a-44ac-a84b-affd8790ceb6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=62c38d1934f04482abb9399e7b34ddfa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2299621 May 14 17:15:48.569528 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a420281e-afd0-4bd7-9d46-1b52d68da1fb req-d827d9af-7cc5-4572-930c-d508307f4ac6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990171 May 14 17:15:48.582353 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:48.627866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'Port': ['ID=f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:48.642994 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-a51cb405-8000-4e87-8614-4f1d0a7f6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.644484 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5dc53d9-57ba-4a9c-a757-cb2e97db4a14 req-a51cb405-8000-4e87-8614-4f1d0a7f6c77 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458352 May 14 17:15:48.788496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:15:48.794355 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-04556f39-6fac-48c8-9b6e-4328b6f2e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:48.795990 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-04556f39-6fac-48c8-9b6e-4328b6f2e56a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1127 time: 0.0703466 May 14 17:15:48.877591 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-4fd8c834-86b5-4698-b87e-9473b19ff5ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce HTTP/1.1" status: 200 len: 217 time: 0.0406616 May 14 17:15:49.247076 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-da3d0874-d261-41fd-b03e-b049bbbcfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:49.248446 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-da3d0874-d261-41fd-b03e-b049bbbcfe13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.3615048 May 14 17:15:49.252856 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:15:49.263490 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:15:49.273987 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:15:49.274711 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:15:49.318230 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] No DVR routers for this DVR port f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:15:49.321138 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:49.324505 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af0fb62f-66ce-44e9-a28f-47562cb611b4 req-5212e083-5818-4f75-bb12-f3dd8ccc6b3b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "DELETE /v2.0/ports/f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 HTTP/1.1" status: 204 len: 173 time: 1.7307370 May 14 17:15:49.337030 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-6ac6b055-8d92-4b84-ab38-bde92fb19f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:49.338554 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-6ac6b055-8d92-4b84-ab38-bde92fb19f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806432 May 14 17:15:49.384126 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:15:49.437632 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-020f55be-2e46-45bd-a6e2-4a555a794a85 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924094 May 14 17:15:49.528820 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a24ed794-465b-4679-8aa5-68d3dfe7d825 req-df88d3d4-3ded-4eca-8344-761158941754 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2748a59-07d3-4aee-a6d7-f66160b004f6 HTTP/1.1" status: 200 len: 210 time: 0.0584104 May 14 17:15:49.564278 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4415911b-e794-4bb1-a242-bf7c4e6729d0 req-a10e6110-b241-4718-9220-6baf90eef449 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130183 May 14 17:15:49.595959 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:15:49.624215 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:15:49.633236 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:15:49.633847 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:15:49.696445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6b379-ee6b-4fbb-98fc-faef313853aa req-e083c520-0cae-4418-9077-8db3d8a28dea tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:49.697934 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9c6b379-ee6b-4fbb-98fc-faef313853aa req-e083c520-0cae-4418-9077-8db3d8a28dea tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0587499 May 14 17:15:49.744117 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:15:49.748323 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f9c6b379-ee6b-4fbb-98fc-faef313853aa req-9289aab8-a8b7-4222-94bf-ac36a907b2ea tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 May 14 17:15:49.945134 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:15:49.971927 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae4a06-1bb8-44bc-9413-cfc6dd51be78 None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:15:50.061048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-deleted', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:15:50.063557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c640d588-6829-4b09-a201-411eff950960" -d '{"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-deleted", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:15:50.103277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92711e30-7ced-46f4-bb06-b86a0216a672 x-openstack-request-id: req-92711e30-7ced-46f4-bb06-b86a0216a672 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:15:50.103704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748a59-07d3-4aee-a6d7-f66160b004f6", "name": "network-vif-deleted", "tag": "f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:15:50.104028 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92711e30-7ced-46f4-bb06-b86a0216a672 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:15:50.104492 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92711e30-7ced-46f4-bb06-b86a0216a672'] response: {'server_uuid': 'e2748a59-07d3-4aee-a6d7-f66160b004f6', 'name': 'network-vif-deleted', 'tag': 'f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8', 'status': 'completed', 'code': 200} May 14 17:15:50.166037 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-b6eb77f0-6579-4022-aee6-70a0fbdaffc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445240 May 14 17:15:50.203906 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d1a8e-9eff-439c-bea0-82a8bdcce6b0 None None] New status for floating IP 265a1279-7d24-4577-85e4-00282035b685: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:15:50.244207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa28e-ec9d-461b-a8b5-607da752487c req-8ce872d5-becf-4ac6-be65-adba946a78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:50.245810 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-8ce872d5-becf-4ac6-be65-adba946a78dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1130 time: 0.0451562 May 14 17:15:50.353396 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa28e-ec9d-461b-a8b5-607da752487c req-e9467fe9-822a-49c6-9a4f-b324977d9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:50.354855 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-e9467fe9-822a-49c6-9a4f-b324977d9b27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0905018 May 14 17:15:50.424165 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-8b3e1119-0d0e-4ac0-93e8-4be96c80f497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 1002 time: 0.0625370 May 14 17:15:50.471880 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa28e-ec9d-461b-a8b5-607da752487c req-6d7b5f61-9c49-4a67-97ac-d57566096026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:50.473285 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-6d7b5f61-9c49-4a67-97ac-d57566096026 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0432658 May 14 17:15:50.480980 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:15:50.501658 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:15:50.502008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device f1e3e9b0-74d2-49c0-9401-46e3af8cb4e8 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:15:50.526872 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa28e-ec9d-461b-a8b5-607da752487c req-5dc522bb-a1a7-47de-80f6-288bb96c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:50.528413 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-5dc522bb-a1a7-47de-80f6-288bb96c2969 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494618 May 14 17:15:50.617998 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-93ba0c25-8356-475b-a118-b70bea35626c service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825369 May 14 17:15:50.673081 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48472) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:50.713305 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-302fa28e-ec9d-461b-a8b5-607da752487c req-c9f36b40-60c6-4889-a986-7f2ccef3dcb9 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 May 14 17:15:50.727565 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (4e453d4c-0318-4fd8-b893-08f6ab610d3d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:50.751001 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (4e453d4c-0318-4fd8-b893-08f6ab610d3d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:50.870365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba1d3-01eb-488e-8e05-63aef1eb32bc req-7ea12105-28e2-473e-b5ca-bcb0cd6bb63a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:50.871887 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7dba1d3-01eb-488e-8e05-63aef1eb32bc req-7ea12105-28e2-473e-b5ca-bcb0cd6bb63a tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0547304 May 14 17:15:50.878133 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4e453d4c-0318-4fd8-b893-08f6ab610d3d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:50.881141 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:50.882926 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e453d4c-0318-4fd8-b893-08f6ab610d3d HTTP/1.1" status: 204 len: 168 time: 0.2082784 May 14 17:15:50.886217 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48476) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:50.905762 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e453d4c-0318-4fd8-b893-08f6ab610d3d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:50.908929 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-0aca24da-efb8-44d3-998f-5e73a48f305a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] show failed (client error): The resource could not be found. May 14 17:15:50.909959 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0aca24da-efb8-44d3-998f-5e73a48f305a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups/4e453d4c-0318-4fd8-b893-08f6ab610d3d HTTP/1.1" status: 404 len: 347 time: 0.0227532 May 14 17:15:50.912838 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48478) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:50.914769 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.915169 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.915497 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.915837 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.916171 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.916503 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.916832 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.917162 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.917485 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.917808 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.918134 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.918455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.918774 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83d3d9-442f-46d0-9388-b28966195562 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:15:50.927808 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7dba1d3-01eb-488e-8e05-63aef1eb32bc req-c70acd50-2f23-4c13-a68d-23b0c1b7f4ac tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503201 May 14 17:15:51.044561 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Deleting port 5d29bd41-39e3-4d7a-a92b-c8677f7195f4 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:15:51.044903 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.122992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.123530 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.135517 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Calling delete_port for 5d29bd41-39e3-4d7a-a92b-c8677f7195f4 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:15:51.357555 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5d29bd41-39e3-4d7a-a92b-c8677f7195f4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.381176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'Port': ['ID=5d29bd41-39e3-4d7a-a92b-c8677f7195f4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:51.443691 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (265a1279-7d24-4577-85e4-00282035b685), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.446350 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.451633 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-574b85f3-d76c-4c66-b88c-5c86519ffdba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "DELETE /v2.0/floatingips/265a1279-7d24-4577-85e4-00282035b685 HTTP/1.1" status: 204 len: 168 time: 0.5378544 May 14 17:15:51.629249 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48482) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:51.633798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470636959', 'description': 'tempest-description--179314621'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:51.706186 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.770062 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (d8d4b586-7022-4670-aad1-6697ade5fe84), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.826429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d8d4b586-7022-4670-aad1-6697ade5fe84), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.855136 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d4b586-7022-4670-aad1-6697ade5fe84,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:51.959818 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:51.961666 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-05bbfc3a-b75c-4851-aecc-d8734c4fac1c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3314047 May 14 17:15:51.964488 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48486) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:51.968900 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group_rule': {'security_group_id': 'd8d4b586-7022-4670-aad1-6697ade5fe84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:52.054992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97832635-52ab-4e59-910a-393497a87216 req-498e915e-b0e0-42b6-9b1b-49440d3bcfc9 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:52.056451 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97832635-52ab-4e59-910a-393497a87216 req-498e915e-b0e0-42b6-9b1b-49440d3bcfc9 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0606587 May 14 17:15:52.057271 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (dd90919a-b686-4e93-8404-599aad80a0be), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.132716 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97832635-52ab-4e59-910a-393497a87216 req-cd82a0d2-34fd-4b8d-b576-df4bfb1e1ea0 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662172 May 14 17:15:52.138140 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (dd90919a-b686-4e93-8404-599aad80a0be), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.213112 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (dd90919a-b686-4e93-8404-599aad80a0be), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.230952 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd90919a-b686-4e93-8404-599aad80a0be,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:52.317861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.319119 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-eca430f2-171c-4bbd-9c48-32eea02b105a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536441 May 14 17:15:52.322088 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48488) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:52.326471 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'security_group_rule': {'security_group_id': 'd8d4b586-7022-4670-aad1-6697ade5fe84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:52.413475 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (62dea2cf-0abf-4fbe-bf08-879ad07c2faa), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.468514 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (62dea2cf-0abf-4fbe-bf08-879ad07c2faa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.529052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477116'] for security_group_rule (62dea2cf-0abf-4fbe-bf08-879ad07c2faa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.546407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dea2cf-0abf-4fbe-bf08-879ad07c2faa,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:52.605458 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.606720 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9ed3ebd0-10de-4af5-beaf-20e70eb947e0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836902 May 14 17:15:52.609763 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48490) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:15:52.614010 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:52.693349 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.790397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:52.895415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Allocated IP 172.27.2.87 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/c33ac44f-f667-42de-bc39-b4cc5908c73b) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:15:52.993564 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.076704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.111907 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:15:53.114888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:15:53.117911 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:15:53.150631 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=c33ac44f-f667-42de-bc39-b4cc5908c73b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:53.237745 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.264940 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54bafb-d8ca-4657-8c51-57b9bef64330 req-700f4cfe-0937-4b64-a646-227f4ad690a6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:53.266407 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a54bafb-d8ca-4657-8c51-57b9bef64330 req-700f4cfe-0937-4b64-a646-227f4ad690a6 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0661502 May 14 17:15:53.316468 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a54bafb-d8ca-4657-8c51-57b9bef64330 req-805e2860-ee2c-4e9d-b064-044290adde7b tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 May 14 17:15:53.344454 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.487007 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.544242 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.613187 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=c33ac44f-f667-42de-bc39-b4cc5908c73b,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:53.623227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.752456 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:53.753741 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a6cef1ea-a9ff-4dab-b3b1-cad5bae33f46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1430254 May 14 17:15:53.945083 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-1cb3cf01-7841-4b5f-9751-313e5159edc7 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--470636959&fields=id&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 267 time: 0.0436301 May 14 17:15:54.051404 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-548f3168-9522-4870-9951-89db6c71a054 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:54.053133 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-548f3168-9522-4870-9951-89db6c71a054 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 817 time: 0.1018960 May 14 17:15:54.067768 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-b9b09623-26df-4ce3-a60d-d4e23542afe9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/quotas/2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 375 time: 0.0087068 May 14 17:15:54.121753 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-a0f7c3f8-28a8-441d-81ed-60f0ef219231 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492215 May 14 17:15:54.213184 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-5f2efac0-576a-4591-941f-fa8919348507 service neutron] 10.222.0.48 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801547 May 14 17:15:54.304105 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-dca086cd-70cf-4413-9a04-feb16af75bff service neutron] 10.222.0.48 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853090 May 14 17:15:54.435115 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da470f6-26be-41df-8397-c9c2710264d7 req-97793060-5347-4e08-8824-6bce2a9f4b85 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:54.436521 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6da470f6-26be-41df-8397-c9c2710264d7 req-97793060-5347-4e08-8824-6bce2a9f4b85 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0535929 May 14 17:15:54.484689 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6da470f6-26be-41df-8397-c9c2710264d7 req-516c369c-0004-45f0-a390-9c846fa4636f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 May 14 17:15:54.578257 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-abf1b2e1-c268-4c31-8916-efb963a6ebff req-372d3a7b-a514-40e1-bc02-621ad6fe4779 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 210 time: 0.0315104 May 14 17:15:55.192907 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:15:55.603170 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556428d-3d4f-4dbf-bb76-bae50c4402e2 req-5af4256b-7d75-4a78-96e8-c3e7257aac4c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:55.604670 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8556428d-3d4f-4dbf-bb76-bae50c4402e2 req-5af4256b-7d75-4a78-96e8-c3e7257aac4c tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 943 time: 0.0551960 May 14 17:15:55.664204 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8556428d-3d4f-4dbf-bb76-bae50c4402e2 req-3d8c1624-47fa-4211-a64b-56672bcdba89 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533273 May 14 17:15:55.679587 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4de7b02a-abbb-4466-bdf8-0d4a5cdf652c req-7a79e7e8-d131-4b0f-8897-934b3d20da00 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 210 time: 0.0291314 May 14 17:15:56.421065 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-194c448f-77ad-4bee-b00c-ad50a82576ff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:56.422410 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-194c448f-77ad-4bee-b00c-ad50a82576ff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 817 time: 0.1042457 May 14 17:15:56.485490 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-1c4b2df2-705d-4933-a0d5-68487fc8a9fd tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 379 time: 0.0498688 May 14 17:15:56.494809 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'port': {'device_id': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'admin_state_up': True, 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'security_groups': ['d8d4b586-7022-4670-aad1-6697ade5fe84']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:56.495203 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3dfc7738-bf24-4c5f-a2bf-623e505dedce details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:15:56.596054 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:56.608393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'port_id': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'mac_address': 'fa:16:3e:25:c5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:15:56.653032 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 3dfc7738-bf24-4c5f-a2bf-623e505dedce is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:15:56.653032 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:56.663207 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfc7738-bf24-4c5f-a2bf-623e505dedce {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:15:56.683328 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:56.700529 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Made reservation on behalf of 2ddb55acb6f14928a8c0b9522e8b0f7d for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:15:56.704220 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:56.756367 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:56.808983 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:56.833406 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9fd720be-99cd-435a-8673-a030540d71f8 req-e5da4748-445d-44c6-bf53-05cd158c7c23 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 210 time: 0.0591545 May 14 17:15:56.890508 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18c78-83d6-4dd0-8681-12aeb206dfe6 req-d501aa7a-575c-4cae-b525-0226fd1f9800 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:56.891992 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57d18c78-83d6-4dd0-8681-12aeb206dfe6 req-d501aa7a-575c-4cae-b525-0226fd1f9800 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 944 time: 0.1303749 May 14 17:15:56.906468 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Allocated IP 172.20.0.14 (12bb30e0-325c-4182-9e3b-0ee35cf6398c/f51306a8-0099-409f-83e6-db193edb7cc0/430afce4-d2ce-4692-90b3-2c53689267d1) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:15:56.966136 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57d18c78-83d6-4dd0-8681-12aeb206dfe6 req-6c8c6792-1a9d-46f7-8c12-016905f3f747 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682588 May 14 17:15:57.045103 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['3dfc7738-bf24-4c5f-a2bf-623e505dedce'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:15:57.077673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for port (430afce4-d2ce-4692-90b3-2c53689267d1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.152288 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.192039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:15:57.195845 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:15:57.199596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:15:57.231509 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:57.255059 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:57.255733 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.315055 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-7febe3a7-0b0d-485f-9213-1ef97f148d03 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251164 May 14 17:15:57.331320 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Request body: {'port': {'device_id': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84174'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:15:57.394945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.440533 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-75f01f4e-3d81-43f3-8d48-d1947cb7f817 None None] Provisioning complete for port 430afce4-d2ce-4692-90b3-2c53689267d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:15:57.440908 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-75f01f4e-3d81-43f3-8d48-d1947cb7f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.602100 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-75f01f4e-3d81-43f3-8d48-d1947cb7f817 None None] Port 430afce4-d2ce-4692-90b3-2c53689267d1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 14 17:15:57.655161 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:15:57.662295 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks [] for port (430afce4-d2ce-4692-90b3-2c53689267d1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.674486 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Transition to ACTIVE for port object 430afce4-d2ce-4692-90b3-2c53689267d1 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 14 17:15:57.744487 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.797001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:57.869274 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Attempting to bind port 430afce4-d2ce-4692-90b3-2c53689267d1 on host hv-cinder-84174 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 17:15:57.869617 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Attempting to bind port 430afce4-d2ce-4692-90b3-2c53689267d1 by drivers openvswitch,hyperv on host hv-cinder-84174 at level 0 using segments [{'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 17:15:57.869947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Attempting to bind port 430afce4-d2ce-4692-90b3-2c53689267d1 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:15:57.874837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Port 430afce4-d2ce-4692-90b3-2c53689267d1 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84174 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 17:15:57.875089 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Attempting to bind port 430afce4-d2ce-4692-90b3-2c53689267d1 on network 12bb30e0-325c-4182-9e3b-0ee35cf6398c {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 17:15:57.880481 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Checking agent: {'id': 'fdfb9448-5b67-4646-91f3-6ce280abbd8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'started_at': datetime.datetime(2022, 5, 14, 17, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 17:15:57.880823 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Checking segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 17:15:57.881205 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Bound using segment: {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 17:15:57.881637 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Bound port: 430afce4-d2ce-4692-90b3-2c53689267d1, host: hv-cinder-84174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e6bb98-556d-49c0-b935-b79f3acbdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 17:15:57.882004 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:57.975217 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 17:15:57.979923 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 17:15:57.996158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ee08-4b5e-41c5-9196-e4fd6dae559c req-c5f1c0e2-c83b-4831-baf1-10517661f3c2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:57.997747 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4166ee08-4b5e-41c5-9196-e4fd6dae559c req-c5f1c0e2-c83b-4831-baf1-10517661f3c2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0809262 May 14 17:15:58.054626 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:58.080130 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4166ee08-4b5e-41c5-9196-e4fd6dae559c req-f6458048-c416-43f1-97ae-f456c3d6aebb tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767524 May 14 17:15:58.114880 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.115498 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:58.116986 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] 10.222.0.57 "PUT /v2.0/ports/430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 1094 time: 0.7899790 May 14 17:15:58.117377 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:15:58.119652 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af8f67b-af0d-4588-90bc-8dc3236dbc15" -d '{"events": [{"name": "network-changed", "server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:15:58.149660 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c5211-3a0b-428c-9091-c9407f39ccc5 service neutron] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:58.160105 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3440e6b-68f8-49ba-81e1-26f0d8e33196 req-b9de501d-d66a-43fb-857b-16d9e0fa8506 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.161682 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3440e6b-68f8-49ba-81e1-26f0d8e33196 req-b9de501d-d66a-43fb-857b-16d9e0fa8506 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 944 time: 0.1278887 May 14 17:15:58.169789 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b268a1d-b072-4ffc-922e-91683ef81b0a x-openstack-request-id: req-4b268a1d-b072-4ffc-922e-91683ef81b0a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:15:58.170137 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:15:58.170423 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b268a1d-b072-4ffc-922e-91683ef81b0a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:15:58.170857 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b268a1d-b072-4ffc-922e-91683ef81b0a'] response: {'name': 'network-changed', 'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'status': 'completed', 'code': 200} May 14 17:15:58.226719 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3440e6b-68f8-49ba-81e1-26f0d8e33196 req-4df90ab8-f3e7-4f82-9ea3-848ba0637310 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549529 May 14 17:15:58.261843 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-a56c9f10-4c85-4eba-9618-66dccd205fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.263501 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-a56c9f10-4c85-4eba-9618-66dccd205fd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1128 time: 0.0498459 May 14 17:15:58.368347 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-2fcc4dc2-e353-4e21-be2b-ef2c33cf1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.369757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-2fcc4dc2-e353-4e21-be2b-ef2c33cf1ec4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0946910 May 14 17:15:58.463798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-636b5b0f-d637-4e3c-8712-bf13d247be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.465181 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4af8f67b-af0d-4588-90bc-8dc3236dbc15 req-636b5b0f-d637-4e3c-8712-bf13d247be5f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889411 May 14 17:15:58.494645 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3dfc7738-bf24-4c5f-a2bf-623e505dedce up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:15:58.564976 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-afe75e04-77b1-4399-898a-6495215ab352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.566462 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-afe75e04-77b1-4399-898a-6495215ab352 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1128 time: 0.0438576 May 14 17:15:58.592080 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 3dfc7738-bf24-4c5f-a2bf-623e505dedce completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:15:58.595928 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 3dfc7738-bf24-4c5f-a2bf-623e505dedce triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:15:58.596298 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:58.611781 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-fd432116-aaf9-46bb-ad84-aa9535f8efab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 217 time: 0.0333695 May 14 17:15:58.659198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-480a8cf8-e988-440b-9489-e1c07865d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.660548 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-480a8cf8-e988-440b-9489-e1c07865d02e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0426595 May 14 17:15:58.675321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 3dfc7738-bf24-4c5f-a2bf-623e505dedce is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:15:58.684017 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:58.699289 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:15:58.701563 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f7126-9ff4-4d02-bd23-10238b6eaa62" -d '{"events": [{"server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "name": "network-vif-plugged", "status": "completed", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:15:58.713556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-2900945a-2827-47b1-936d-992127955cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:58.714108 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:15:58.715308 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-2900945a-2827-47b1-936d-992127955cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490663 May 14 17:15:58.740052 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc58fb-a335-4b37-b705-88e0a1093fcd x-openstack-request-id: req-f0cc58fb-a335-4b37-b705-88e0a1093fcd {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:15:58.740346 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "name": "network-vif-plugged", "status": "completed", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:15:58.740597 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0cc58fb-a335-4b37-b705-88e0a1093fcd {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:15:58.741009 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cc58fb-a335-4b37-b705-88e0a1093fcd'] response: {'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'code': 200} May 14 17:15:58.790162 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:15:58.807836 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-25dfec77-273c-4150-b56e-c8cd524fb828 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865157 May 14 17:15:58.839552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:15:59.237386 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4edccfbd-3f09-4fe2-b077-3fd0ab7f92d5 req-33545330-74d5-42a9-a76e-ed58ea2a2d43 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229515 May 14 17:15:59.242055 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388b4f-fab5-4e93-b59c-cbdc9709e068 req-fbc5f440-6f5b-4a50-a916-fbd89f4f0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:59.243465 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d2388b4f-fab5-4e93-b59c-cbdc9709e068 req-fbc5f440-6f5b-4a50-a916-fbd89f4f0e29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1129 time: 0.1088526 May 14 17:15:59.255052 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79df6c-f5de-4f2c-9bda-7d1a9ad73dab req-70461311-11e9-4bb8-9174-ab585324d92a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:59.256530 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6b79df6c-f5de-4f2c-9bda-7d1a9ad73dab req-70461311-11e9-4bb8-9174-ab585324d92a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0942948 May 14 17:15:59.359296 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d2388b4f-fab5-4e93-b59c-cbdc9709e068 req-914921d9-a6da-4854-860f-d5cf7185e62d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017439 May 14 17:15:59.369003 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6b79df6c-f5de-4f2c-9bda-7d1a9ad73dab req-1387ec02-ff89-4e7d-8bfa-8bfa3e75cbb9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049430 May 14 17:15:59.384662 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3be7b-e302-4e15-b0a3-295a109cbfa5 req-b6e7883d-8e5c-49a5-bf57-0e67e205b66e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:15:59.386191 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7ed3be7b-e302-4e15-b0a3-295a109cbfa5 req-b6e7883d-8e5c-49a5-bf57-0e67e205b66e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0881369 May 14 17:15:59.434982 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7ed3be7b-e302-4e15-b0a3-295a109cbfa5 req-abb2b59b-a93f-4fd3-9ffb-198cbfcdf3aa tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 May 14 17:16:00.492042 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f751e09-9bad-4283-b7dd-df1887607367 req-bb976433-6a5a-408e-aaa1-35ab5350612c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:00.498357 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f751e09-9bad-4283-b7dd-df1887607367 req-bb976433-6a5a-408e-aaa1-35ab5350612c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0536544 May 14 17:16:00.576768 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f751e09-9bad-4283-b7dd-df1887607367 req-6adcee04-9eea-4565-b71d-5230dbc54532 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772607 May 14 17:16:00.584179 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63030-1b67-459c-973d-29a05b8921ad req-3222f867-8ffc-4f61-8636-040d871ddd1f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:00.585623 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5eb63030-1b67-459c-973d-29a05b8921ad req-3222f867-8ffc-4f61-8636-040d871ddd1f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0799279 May 14 17:16:00.635596 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5eb63030-1b67-459c-973d-29a05b8921ad req-47c5838f-c54b-4292-bd15-c7c891483bb8 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 May 14 17:16:01.697538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1524a-ad92-436c-a846-8516a4e0cea1 req-118b45cd-ce75-4876-ad12-67fcdc3f6c6b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:01.699078 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55e1524a-ad92-436c-a846-8516a4e0cea1 req-118b45cd-ce75-4876-ad12-67fcdc3f6c6b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0535092 May 14 17:16:01.785711 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2cce-7f46-45dd-9274-9ca45e306b2e req-d1a2b9f4-312c-4ed7-8e6b-8187946eb158 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:01.787205 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-178a2cce-7f46-45dd-9274-9ca45e306b2e req-d1a2b9f4-312c-4ed7-8e6b-8187946eb158 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0852587 May 14 17:16:01.790612 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55e1524a-ad92-436c-a846-8516a4e0cea1 req-53b5572e-7166-44f1-8852-7560ed73a79b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803490 May 14 17:16:01.836036 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-178a2cce-7f46-45dd-9274-9ca45e306b2e req-b91e799d-1065-42bf-afb5-297e610f6087 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 May 14 17:16:01.949627 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b398e29-57c2-4c75-a976-47283953a79f req-5cc86557-d3b5-44b8-bb55-7d49c5133aff tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:01.951125 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b398e29-57c2-4c75-a976-47283953a79f req-5cc86557-d3b5-44b8-bb55-7d49c5133aff tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0517020 May 14 17:16:01.999301 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b398e29-57c2-4c75-a976-47283953a79f req-464c549f-acd7-45db-b1fb-34594523504f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 May 14 17:16:02.021608 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48554) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:16:02.067620 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de60b45-96b7-4984-a41c-42a387fb16b3 tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:02.069089 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8de60b45-96b7-4984-a41c-42a387fb16b3 tempest-TestVolumeBootPattern-186640763 tempest-TestVolumeBootPattern-186640763-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1124 time: 0.0465317 May 14 17:16:02.072381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48556) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:16:02.076706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Request body: {'floatingip': {'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'port_id': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:16:02.169001 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.261666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.366407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Allocated IP 172.27.2.134 (5e89f133-8a50-408f-a26f-b684ef3c05bc/a08cb8b1-55c1-4399-8abc-01f2311bfb79/bf514dfd-82aa-4d1e-a907-d6b7cff1605f) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:16:02.465286 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.527551 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:16:02.556407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764503102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.593909 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Network 5e89f133-8a50-408f-a26f-b684ef3c05bc is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:16:02.596781 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:16:02.600249 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 17:16:02.607729 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=bf514dfd-82aa-4d1e-a907-d6b7cff1605f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:02.628485 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:02.641039 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '430afce4-d2ce-4692-90b3-2c53689267d1', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:16:02.677917 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:16:02.678310 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.691912 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:16:02.714493 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:02.797602 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:02.847459 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:02.998267 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff4129-8d0c-4320-b0f6-10960ba836f4 req-e717c850-d53f-4016-920a-2b34dfc3d64f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:02.999778 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8cff4129-8d0c-4320-b0f6-10960ba836f4 req-e717c850-d53f-4016-920a-2b34dfc3d64f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 945 time: 0.1371953 May 14 17:16:03.038178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (f88b85ce-78c8-4387-9d1d-e76d1fd26d1c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:03.086126 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8cff4129-8d0c-4320-b0f6-10960ba836f4 req-36cafa81-d711-4f0c-8d65-544609540f00 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761235 May 14 17:16:03.114060 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['430afce4-d2ce-4692-90b3-2c53689267d1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:16:03.185276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:03.334146 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:03.415200 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29079649'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:03.483082 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event updated for resources: {'Port': ['ID=bf514dfd-82aa-4d1e-a907-d6b7cff1605f,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:03.493397 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (f88b85ce-78c8-4387-9d1d-e76d1fd26d1c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:03.593060 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP f88b85ce-78c8-4387-9d1d-e76d1fd26d1c associated. External IP: 172.27.2.134, port: 3dfc7738-bf24-4c5f-a2bf-623e505dedce. May 14 17:16:03.799024 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:16:03.906506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:16:03.916885 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:16:03.926420 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:16:03.931948 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:03.981207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:04.010953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9b4e9e54-7ce5-47a6-957d-3f3016e72734 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9375210 May 14 17:16:04.011649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:16:04.013818 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:16:04.037237 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:16:04.050591 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd5387-f7c1-41d5-9213-80ccf190c1d4 x-openstack-request-id: req-2ebd5387-f7c1-41d5-9213-80ccf190c1d4 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:16:04.050855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:16:04.051118 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ebd5387-f7c1-41d5-9213-80ccf190c1d4 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:16:04.051533 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebd5387-f7c1-41d5-9213-80ccf190c1d4'] response: {'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'status': 'completed', 'code': 200} May 14 17:16:04.137887 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-a51c9a25-41da-419d-9371-c7c1f564cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.139561 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-a51c9a25-41da-419d-9371-c7c1f564cd4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1129 time: 0.0472524 May 14 17:16:04.269227 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-aed5ccd1-2dcd-441e-bb29-3dd45d505dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.271495 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-aed5ccd1-2dcd-441e-bb29-3dd45d505dff service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.1237028 May 14 17:16:04.275858 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}, {'id': 'f88b85ce-78c8-4387-9d1d-e76d1fd26d1c', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:25:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:16:02Z', 'updated_at': '2022-05-14T17:16:02Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:04.280715 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d218-1aac-4083-bff3-32ecf13f86c9 req-29e238b0-51c2-4c43-b9b0-d639124891ec tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.282116 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a833d218-1aac-4083-bff3-32ecf13f86c9 req-29e238b0-51c2-4c43-b9b0-d639124891ec tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 945 time: 0.1160243 May 14 17:16:04.301527 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:16:04.309497 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:16:04.310098 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:04.370614 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-212f0d14-47d5-435d-b06d-b998927efb67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce HTTP/1.1" status: 200 len: 999 time: 0.0875461 May 14 17:16:04.377769 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a833d218-1aac-4083-bff3-32ecf13f86c9 req-1ad21937-49b0-4479-b001-9c5b8f678da4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889118 May 14 17:16:04.425195 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-d6084b96-7fd8-438e-a9fb-4856f65af163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.426706 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-d6084b96-7fd8-438e-a9fb-4856f65af163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0481148 May 14 17:16:04.428760 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:16:04.475158 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-108031f3-a0d1-44b6-9b6f-244cb651294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.476896 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-108031f3-a0d1-44b6-9b6f-244cb651294d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439517 May 14 17:16:04.542358 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:16:04.577292 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-097cece7-036a-427a-a645-e980095cbd44 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944784 May 14 17:16:04.667567 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c2531e8-0532-4ed3-89f9-cb0b5d0c1463 req-14726be1-5890-463d-9ea8-a7ced2479864 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835223 May 14 17:16:04.704453 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning for port 430afce4-d2ce-4692-90b3-2c53689267d1 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 14 17:16:04.709092 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 430afce4-d2ce-4692-90b3-2c53689267d1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:16:04.709466 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:04.745893 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}, {'id': 'f88b85ce-78c8-4387-9d1d-e76d1fd26d1c', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:25:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:16:02Z', 'updated_at': '2022-05-14T17:16:02Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:04.773319 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d2ccd-7df5-438a-8e50-cec3f3749b2b None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}, {'id': 'f88b85ce-78c8-4387-9d1d-e76d1fd26d1c', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:25:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:16:02Z', 'updated_at': '2022-05-14T17:16:02Z', 'revision_number': 0, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:16:04.799004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:16:04.799390 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:04.826270 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:16:04.828899 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ddc8c6-d5a8-4c70-a5c6-5009c9a48a33" -d '{"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:16:04.830477 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14329d87-6a68-4ade-94b7-405439bc6a04 req-acad895b-9852-43a0-92b0-55d52eb1bb46 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:04.832091 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14329d87-6a68-4ade-94b7-405439bc6a04 req-acad895b-9852-43a0-92b0-55d52eb1bb46 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0613105 May 14 17:16:04.866194 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:04.874147 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31b6adc-73aa-48e1-87f3-93b6bbd7e06a x-openstack-request-id: req-b31b6adc-73aa-48e1-87f3-93b6bbd7e06a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:16:04.874455 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:16:04.874696 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b31b6adc-73aa-48e1-87f3-93b6bbd7e06a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:16:04.875305 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31b6adc-73aa-48e1-87f3-93b6bbd7e06a'] response: {'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'code': 200} May 14 17:16:04.895691 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14329d87-6a68-4ade-94b7-405439bc6a04 req-a6392ae6-99f2-4296-8d2a-28cd34ce905f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534525 May 14 17:16:04.912067 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:04.968769 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:04.976742 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.977118 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.977472 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.977815 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.978151 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.978486 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.978863 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.979202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.979538 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.979875 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.980231 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.980564 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:04.980890 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:16:05.018877 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db342a05-1c62-40c9-bbf4-8849460aca0a None None] New status for floating IP f88b85ce-78c8-4387-9d1d-e76d1fd26d1c: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:16:05.251279 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd00b-c008-423c-a89b-d89064e0b1cd req-05ab7c1b-3ad9-4f9c-bbac-00b138ae0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:05.252862 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7bdd00b-c008-423c-a89b-d89064e0b1cd req-05ab7c1b-3ad9-4f9c-bbac-00b138ae0502 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1130 time: 0.0460172 May 14 17:16:05.296457 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7bdd00b-c008-423c-a89b-d89064e0b1cd req-ec2155c3-78a2-4cc2-97c3-6b66567ea5b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374603 May 14 17:16:05.505012 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89478-4901-4331-b88f-3f806b13bdbc req-965ef0b1-04bf-46ed-ab95-d0be03b2de45 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:05.506482 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cb89478-4901-4331-b88f-3f806b13bdbc req-965ef0b1-04bf-46ed-ab95-d0be03b2de45 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0535326 May 14 17:16:05.552320 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cb89478-4901-4331-b88f-3f806b13bdbc req-183e5107-68c7-4dcd-acbc-83b865788187 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 May 14 17:16:06.016010 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86c143-4f61-4a2b-a8ee-e04f47cdf382 req-1df4bffb-8b9e-4fd4-b7a9-7c4fd2629874 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:06.017487 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e86c143-4f61-4a2b-a8ee-e04f47cdf382 req-1df4bffb-8b9e-4fd4-b7a9-7c4fd2629874 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0552957 May 14 17:16:06.066541 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7e86c143-4f61-4a2b-a8ee-e04f47cdf382 req-624984ac-a8b3-4523-9ed8-5fd370ca90ca tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 May 14 17:16:06.673557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20f295-b47e-4384-9704-eb2b08ca250c req-2d10ce43-f2c5-44f9-a0db-0d6ac9793056 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:06.675057 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-de20f295-b47e-4384-9704-eb2b08ca250c req-2d10ce43-f2c5-44f9-a0db-0d6ac9793056 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0524814 May 14 17:16:06.721530 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-de20f295-b47e-4384-9704-eb2b08ca250c req-83cd8702-fe42-40e9-9614-22b192d3a1ad tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 May 14 17:16:07.182261 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe116092-72ae-422d-b9ee-8dbf1cfe7a8a req-7aa50d9f-aaf6-4d97-aa21-0b2e17f5ab01 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:07.183750 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe116092-72ae-422d-b9ee-8dbf1cfe7a8a req-7aa50d9f-aaf6-4d97-aa21-0b2e17f5ab01 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0519969 May 14 17:16:07.233613 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe116092-72ae-422d-b9ee-8dbf1cfe7a8a req-45c93001-d5ff-4d58-abc6-5c785d9d3c6f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 May 14 17:16:07.843583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96447fe6-dcdb-4636-b5e6-26da4c2884b2 req-de868b2e-0b16-4a85-a492-bfcc6d55c99d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:07.845037 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96447fe6-dcdb-4636-b5e6-26da4c2884b2 req-de868b2e-0b16-4a85-a492-bfcc6d55c99d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0526896 May 14 17:16:07.890656 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96447fe6-dcdb-4636-b5e6-26da4c2884b2 req-ba9bad77-e018-4779-80cd-94697e35abef tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 May 14 17:16:08.007440 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415483fd-040d-4798-9b7f-a25406d8f45e req-c455e671-3f99-4c3a-8ae7-367f5a875ccc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:08.008915 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-415483fd-040d-4798-9b7f-a25406d8f45e req-c455e671-3f99-4c3a-8ae7-367f5a875ccc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0527694 May 14 17:16:08.017276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 48584) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:16:08.021684 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Request body: {'floatingip': {'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 17:16:08.062579 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:08.427789 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211142f-f14f-4764-a5b8-6408bef4f3b5 req-f7aa23f5-8ae2-4c13-94b5-51d87bb4314e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:08.429755 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2211142f-f14f-4764-a5b8-6408bef4f3b5 req-f7aa23f5-8ae2-4c13-94b5-51d87bb4314e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.1294148 May 14 17:16:08.776256 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2211142f-f14f-4764-a5b8-6408bef4f3b5 req-c5db791e-c8b7-4379-b6f6-c58396003058 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377666 May 14 17:16:08.779722 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.db.resource_extend [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:16:08.829607 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:08.917289 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:09.015919 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Floating IP 80fb1fac-0bf6-421d-b1a5-e68f0deab412 associated. External IP: 172.27.2.87, port: 430afce4-d2ce-4692-90b3-2c53689267d1. May 14 17:16:09.221765 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:16:09.327906 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:16:09.332707 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:09.339219 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:16:09.348776 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:16:09.349460 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:09.361570 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-39847199-0c93-44cf-a358-88ae54b3a208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "PUT /v2.0/floatingips/80fb1fac-0bf6-421d-b1a5-e68f0deab412 HTTP/1.1" status: 200 len: 991 time: 1.3432922 May 14 17:16:09.362252 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:16:09.364670 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:16:09.401100 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2f172-7442-4055-b621-8e2b87d908aa x-openstack-request-id: req-fef2f172-7442-4055-b621-8e2b87d908aa {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:16:09.401398 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:16:09.401655 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fef2f172-7442-4055-b621-8e2b87d908aa {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:16:09.402070 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef2f172-7442-4055-b621-8e2b87d908aa'] response: {'name': 'network-changed', 'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'status': 'completed', 'code': 200} May 14 17:16:09.458469 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:16:09.487364 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-3a348ada-0242-49ce-9829-f9d4a99263bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:09.488889 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-3a348ada-0242-49ce-9829-f9d4a99263bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1130 time: 0.0448666 May 14 17:16:09.580375 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-9aeba5d1-f094-417b-9f40-bab5757a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:09.581851 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-9aeba5d1-f094-417b-9f40-bab5757a3f3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.0874786 May 14 17:16:09.645584 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-34c176c5-4f4a-4057-b2cc-858e5c4f14c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 999 time: 0.0574858 May 14 17:16:09.682030 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '80fb1fac-0bf6-421d-b1a5-e68f0deab412', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:15:53Z', 'updated_at': '2022-05-14T17:16:08Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:09.697580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-66174222-e2c2-4495-8213-577f88323e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:09.699056 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-66174222-e2c2-4495-8213-577f88323e19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0476375 May 14 17:16:09.708478 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:16:09.717311 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:16:09.717923 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:15:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:09.745567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-0a236253-07f5-4bdd-b4fe-7fcc3238828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:09.747082 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-0a236253-07f5-4bdd-b4fe-7fcc3238828b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429196 May 14 17:16:09.826700 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:16:09.836498 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-883bcc7e-a2ad-45c2-9699-29a0f548fa69 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837495 May 14 17:16:09.954032 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482632a7-d71d-4de9-a8e8-1f988fbe8d4b req-1135f440-d934-4fa0-9339-c40d0c847690 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:09.955500 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-482632a7-d71d-4de9-a8e8-1f988fbe8d4b req-1135f440-d934-4fa0-9339-c40d0c847690 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.1066437 May 14 17:16:09.982136 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c98a178-ef0b-4af4-af53-ec6beb03fb1c req-c0c11a16-f9da-4dcd-9c33-6f3d0a19e22d service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402028 May 14 17:16:10.015816 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-482632a7-d71d-4de9-a8e8-1f988fbe8d4b req-82acc795-6fc1-4034-aa50-2cf1bcaae44d tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544145 May 14 17:16:10.048157 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '80fb1fac-0bf6-421d-b1a5-e68f0deab412', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:15:53Z', 'updated_at': '2022-05-14T17:16:08Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:16:10.070080 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ace28960-8c0c-4630-9c0b-e2c7863f4c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:10.077800 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b370f8c-7b0c-4d96-85c0-5cd94306fa18 None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': '80fb1fac-0bf6-421d-b1a5-e68f0deab412', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:15:53Z', 'updated_at': '2022-05-14T17:16:08Z', 'revision_number': 1, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:16:10.277233 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf4812-49c5-472f-a144-9b833c78bf37 None None] New status for floating IP 80fb1fac-0bf6-421d-b1a5-e68f0deab412: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:16:11.142235 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f57134-613c-42ae-b410-0924b41870ea req-74e5fc9a-2c6c-458e-972a-df30d2cd5ef3 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:11.143739 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08f57134-613c-42ae-b410-0924b41870ea req-74e5fc9a-2c6c-458e-972a-df30d2cd5ef3 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0571997 May 14 17:16:11.191416 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08f57134-613c-42ae-b410-0924b41870ea req-89109952-02e2-4f86-a0db-94f5debfb50a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 May 14 17:16:12.307632 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dfcae-d917-4062-ba76-73ebb80d274f req-e8bd573b-8438-4301-8acd-4081e01eae52 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:12.309119 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-045dfcae-d917-4062-ba76-73ebb80d274f req-e8bd573b-8438-4301-8acd-4081e01eae52 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0528727 May 14 17:16:12.357742 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-045dfcae-d917-4062-ba76-73ebb80d274f req-d12b018d-31bd-400b-b5c4-cb3f7cfd8394 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 May 14 17:16:12.380568 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1775ba24-7125-4d06-ba25-91d77b0b767c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:12.946216 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:13.321122 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:13.473823 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b572bd-9569-4463-afe3-e998f029da50 req-1a2a7e34-2ab1-41be-9761-80133c356c09 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:13.475307 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-65b572bd-9569-4463-afe3-e998f029da50 req-1a2a7e34-2ab1-41be-9761-80133c356c09 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0511692 May 14 17:16:13.526859 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-65b572bd-9569-4463-afe3-e998f029da50 req-c59248ed-0791-4973-939b-f8dba231c988 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 May 14 17:16:14.642871 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc152d-b4a3-41f9-98e3-3d5002eb9ccb req-396838b7-026a-4702-a952-26f516d6ffab tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:14.644348 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8fc152d-b4a3-41f9-98e3-3d5002eb9ccb req-396838b7-026a-4702-a952-26f516d6ffab tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0520213 May 14 17:16:14.693136 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8fc152d-b4a3-41f9-98e3-3d5002eb9ccb req-5c70be74-ecf2-4ba4-9a45-faab300c0840 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 May 14 17:16:14.774568 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:15.187628 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-9658600c-f575-489f-a316-b4027ddc1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:15.189093 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-9658600c-f575-489f-a316-b4027ddc1705 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0436049 May 14 17:16:15.279659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-cd987776-f392-4e1a-bd7f-bf2168fbe306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:15.281263 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-cd987776-f392-4e1a-bd7f-bf2168fbe306 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 910 time: 0.0862701 May 14 17:16:15.344980 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-cff79401-adc6-4d64-919d-5676f7b7290a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 1001 time: 0.0578375 May 14 17:16:15.396622 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-6c6968ff-ccdb-49a9-bcc0-51202f8ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:15.398609 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-6c6968ff-ccdb-49a9-bcc0-51202f8ff9d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.0481415 May 14 17:16:15.446545 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-e8f4d46a-38b8-4a28-8e4f-000d77c84d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:15.448119 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-e8f4d46a-38b8-4a28-8e4f-000d77c84d32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440743 May 14 17:16:15.536390 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-fe50b45a-b489-483a-8aae-44b69989405c service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 May 14 17:16:15.628246 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a48dc7ee-9d31-4f96-8862-976f5bc48030 req-898d2036-25e9-4156-bdd5-26ae0db8486c service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859869 May 14 17:16:15.811799 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8ab5-36bc-4c38-a799-8fa61990eab0 req-012de61f-27e8-413c-a678-b44bfe618ec5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:15.813265 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3a1b8ab5-36bc-4c38-a799-8fa61990eab0 req-012de61f-27e8-413c-a678-b44bfe618ec5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0544989 May 14 17:16:15.862369 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3a1b8ab5-36bc-4c38-a799-8fa61990eab0 req-ae700d12-296a-4cdb-903e-cbe16bf18dd5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 May 14 17:16:16.412683 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:16.977776 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138ff62-e9f8-40af-a5ad-68830d775111 req-3e98d54d-e75b-4cd8-a006-9c7510b5f11e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:16.979253 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b138ff62-e9f8-40af-a5ad-68830d775111 req-3e98d54d-e75b-4cd8-a006-9c7510b5f11e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0511956 May 14 17:16:17.030183 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b138ff62-e9f8-40af-a5ad-68830d775111 req-1ec238a8-e2f4-4ea2-94f5-cc433a642176 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 May 14 17:16:18.149976 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2b9de-61be-477e-8a77-bab00fa36352 req-d2d49fcb-518f-4238-b780-91e6842a49c4 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:18.151488 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a2b9de-61be-477e-8a77-bab00fa36352 req-d2d49fcb-518f-4238-b780-91e6842a49c4 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0543613 May 14 17:16:18.199502 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a2b9de-61be-477e-8a77-bab00fa36352 req-ce2bad31-330f-4f14-b9f1-8edb275c1799 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 May 14 17:16:19.318152 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b1fb-eae1-469a-a1a2-efdbcc0a8511 req-c282df70-0704-47c8-b68d-4f4c1834091b tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:19.319677 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4822b1fb-eae1-469a-a1a2-efdbcc0a8511 req-c282df70-0704-47c8-b68d-4f4c1834091b tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0529253 May 14 17:16:19.367755 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4822b1fb-eae1-469a-a1a2-efdbcc0a8511 req-ab26d607-0aa1-4bc8-b269-9f0c5c5d9965 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 May 14 17:16:19.730328 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bedbfd-3944-47b7-bf68-c616ad1f41d1 req-9e6c0563-c322-4c13-ac2a-2f08a813d12c tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:19.731800 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64bedbfd-3944-47b7-bf68-c616ad1f41d1 req-9e6c0563-c322-4c13-ac2a-2f08a813d12c tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0562046 May 14 17:16:19.781512 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64bedbfd-3944-47b7-bf68-c616ad1f41d1 req-b49e19d5-5e94-4e75-bf86-c613dbbc4aec tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441949 May 14 17:16:19.829510 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48624) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:16:19.915770 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-3fed8769-de2e-4630-8d06-9f0d3d9e97e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850573 May 14 17:16:19.924010 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-4b4a5fb8-2b45-4d50-82fd-2f1df86555e8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:16:19.924961 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-4b4a5fb8-2b45-4d50-82fd-2f1df86555e8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048659 May 14 17:16:20.053701 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48632) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:16:20.101147 dv-cinder-841745-1-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 17:16:20.145805 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-474999e4-90bb-481d-8323-f474e5c85aad tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:20.147172 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-474999e4-90bb-481d-8323-f474e5c85aad tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports/fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 942 time: 0.0924754 May 14 17:16:20.592132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:16:20.669473 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port fda666ca-43ce-4400-9d25-f438b543a87d is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:16:20.669852 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:20.691967 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:16:20.694180 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb7de6-95c8-4c1a-9a80-caf5b30aa174" -d '{"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-unplugged", "status": "completed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:16:20.708851 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:20.727689 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 14 May 2022 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8984360b-9223-4d8d-bd17-09595c95d814 x-openstack-request-id: req-8984360b-9223-4d8d-bd17-09595c95d814 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:16:20.728470 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-unplugged", "status": "failed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "code": 422}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:16:20.728733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8984360b-9223-4d8d-bd17-09595c95d814 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:16:20.729176 dv-cinder-841745-1-iscsi neutron-server[103964]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8984360b-9223-4d8d-bd17-09595c95d814']: {'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'code': 422} returned with failed status May 14 17:16:20.790076 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:20.849008 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:20.903562 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639c06-7680-494f-bb98-2bfe1d2b2879 req-d1285b65-f95f-49b2-86fb-11408fa9dc93 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:20.905064 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41639c06-7680-494f-bb98-2bfe1d2b2879 req-d1285b65-f95f-49b2-86fb-11408fa9dc93 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0553029 May 14 17:16:20.954628 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41639c06-7680-494f-bb98-2bfe1d2b2879 req-5e67e5b7-7bff-4314-ac0e-332465cae285 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 May 14 17:16:22.076167 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d01b9-41c9-4907-818c-ed0ef63ba65a req-b8868503-8a83-4785-a1eb-e0b04b4a177a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:22.077695 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-591d01b9-41c9-4907-818c-ed0ef63ba65a req-b8868503-8a83-4785-a1eb-e0b04b4a177a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0579612 May 14 17:16:22.129430 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-591d01b9-41c9-4907-818c-ed0ef63ba65a req-1079ab7d-973f-4044-abed-d748b0e217f5 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457973 May 14 17:16:22.867622 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-ff7fa8fa-9920-416c-8383-9283d875cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:22.870019 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-ff7fa8fa-9920-416c-8383-9283d875cef9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9&tenant_id=99683d34888b4c9a9398568a076e291f HTTP/1.1" status: 200 len: 1127 time: 0.0450411 May 14 17:16:22.947643 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-06609066-1219-4da6-92ab-32ec0d541f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:22.949139 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-06609066-1219-4da6-92ab-32ec0d541f47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1127 time: 0.0429382 May 14 17:16:23.040073 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-c3e2f4e3-4d3e-4eb8-aad9-b07a2248928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:23.042050 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-c3e2f4e3-4d3e-4eb8-aad9-b07a2248928c service neutron] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 910 time: 0.0851531 May 14 17:16:23.104850 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-7bc1c21d-ee50-40a7-9c37-ce0e9156d534 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 999 time: 0.0566759 May 14 17:16:23.159567 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-77a70d8e-8bb3-4a3e-8927-9045f63fb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:23.161005 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-77a70d8e-8bb3-4a3e-8927-9045f63fb9df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.0446548 May 14 17:16:23.242680 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-22ad2e64-1a01-42f6-8851-ea189aa5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:23.244212 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-22ad2e64-1a01-42f6-8851-ea189aa5635b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759265 May 14 17:16:23.265257 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f0c7-1d51-4026-88a4-2161e9c31d59 req-a4b119d6-fbd8-4961-b094-f5a3a4c5311a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:23.266628 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5827f0c7-1d51-4026-88a4-2161e9c31d59 req-a4b119d6-fbd8-4961-b094-f5a3a4c5311a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0700018 May 14 17:16:23.364082 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5827f0c7-1d51-4026-88a4-2161e9c31d59 req-a7a76572-1800-47a4-9803-1d4549ac8f85 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876248 May 14 17:16:23.377552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-cce670b0-a8dd-4c8e-8e7e-1d8ed2dc8f56 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263013 May 14 17:16:23.466516 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4dff5bd-9cd6-4471-a186-147f91825b16 req-b8055fc5-04cb-447e-9b70-ed822ce6e526 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813398 May 14 17:16:24.480121 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121585-4fb4-4a26-9250-64749a7268a8 req-e22c6d7c-5c68-45e3-9cf5-f76e17f83d8f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:24.481576 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d121585-4fb4-4a26-9250-64749a7268a8 req-e22c6d7c-5c68-45e3-9cf5-f76e17f83d8f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0530844 May 14 17:16:24.532185 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d121585-4fb4-4a26-9250-64749a7268a8 req-100f3c8c-b1ef-4791-a921-d141569f386c tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 May 14 17:16:25.648402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cee7f5-a8ee-4de6-b5f3-04a3095e3410 req-5b0f318d-3e00-4083-be98-b1fc70bc0e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:25.649859 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0cee7f5-a8ee-4de6-b5f3-04a3095e3410 req-5b0f318d-3e00-4083-be98-b1fc70bc0e17 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0527046 May 14 17:16:25.696869 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0cee7f5-a8ee-4de6-b5f3-04a3095e3410 req-d7027e71-7f4f-4d89-b3f0-25765e1e8877 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 May 14 17:16:26.817527 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22deb5-7c37-43d5-b0d5-5f76a9fcf539 req-a61417e9-3467-483e-a753-ce4598a04826 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:26.819024 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb22deb5-7c37-43d5-b0d5-5f76a9fcf539 req-a61417e9-3467-483e-a753-ce4598a04826 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0515893 May 14 17:16:26.866020 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb22deb5-7c37-43d5-b0d5-5f76a9fcf539 req-8d32e3c3-4f4d-4c11-8ada-f580e82d5d84 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 May 14 17:16:27.983415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7af06-a82e-4932-a30b-b11aadd0668b req-1cc86ec7-79de-43e5-b049-20d895d69436 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:27.984859 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7b7af06-a82e-4932-a30b-b11aadd0668b req-1cc86ec7-79de-43e5-b049-20d895d69436 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0554531 May 14 17:16:28.033447 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7b7af06-a82e-4932-a30b-b11aadd0668b req-f7595ad3-0c4b-4a52-8305-5ddb72d6c5d3 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 May 14 17:16:29.148697 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797aa2c-a387-454d-a738-acad14775070 req-428c33e3-75fb-48f1-839a-6b98b4e10d48 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:29.150185 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d797aa2c-a387-454d-a738-acad14775070 req-428c33e3-75fb-48f1-839a-6b98b4e10d48 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0528553 May 14 17:16:29.197514 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d797aa2c-a387-454d-a738-acad14775070 req-e66c4d71-b8c2-4ba1-9391-2aaec21cc368 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 May 14 17:16:30.315870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6299095-b14c-4366-94c7-3fba0181a361 req-5a7e02ae-efb3-4224-9e28-188c21cecfae tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:30.317401 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6299095-b14c-4366-94c7-3fba0181a361 req-5a7e02ae-efb3-4224-9e28-188c21cecfae tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 943 time: 0.0543833 May 14 17:16:30.366832 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6299095-b14c-4366-94c7-3fba0181a361 req-d62917c0-675c-44f9-aeb8-aa2439373ffd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 May 14 17:16:30.606096 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:16:30.698853 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:30.713690 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'port_id': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'mac_address': 'fa:16:3e:3e:3d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:16:30.749291 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port fda666ca-43ce-4400-9d25-f438b543a87d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:16:30.749670 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:30.762152 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda666ca-43ce-4400-9d25-f438b543a87d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:16:30.780744 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:30.869480 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:30.917533 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:31.206327 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['fda666ca-43ce-4400-9d25-f438b543a87d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:16:31.485730 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633f28c-4748-4217-9f0e-9432dbbc11a4 req-c3bb9201-5981-444a-a59b-4e8d3e7bc6ae tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:31.487242 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8633f28c-4748-4217-9f0e-9432dbbc11a4 req-c3bb9201-5981-444a-a59b-4e8d3e7bc6ae tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 944 time: 0.0521400 May 14 17:16:31.534482 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8633f28c-4748-4217-9f0e-9432dbbc11a4 req-6d10059e-a76f-4b42-af19-3c6290a3761a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 May 14 17:16:32.191692 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:16:32.625669 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:16:32.653025 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51635-1567-4b3b-80f2-dc586b5fffb3 req-e9298313-db07-409d-94ae-e2988ee82529 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:32.654502 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8a51635-1567-4b3b-80f2-dc586b5fffb3 req-e9298313-db07-409d-94ae-e2988ee82529 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 944 time: 0.0542219 May 14 17:16:32.673931 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port fda666ca-43ce-4400-9d25-f438b543a87d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:16:32.674308 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:32.706588 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8a51635-1567-4b3b-80f2-dc586b5fffb3 req-136a8403-8f34-4cc7-b542-ca5426e2d268 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 May 14 17:16:32.752913 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port fda666ca-43ce-4400-9d25-f438b543a87d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:16:32.753293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:32.775057 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:16:32.777599 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8222f-e490-4a7b-8246-33123759f69e" -d '{"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-plugged", "status": "completed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:16:32.789123 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:16:32.816073 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d5cb02-5a3d-4908-b23e-edc143b59053 x-openstack-request-id: req-69d5cb02-5a3d-4908-b23e-edc143b59053 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:16:32.816073 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-plugged", "status": "completed", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:16:32.816073 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69d5cb02-5a3d-4908-b23e-edc143b59053 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:16:32.816073 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d5cb02-5a3d-4908-b23e-edc143b59053'] response: {'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'code': 200} May 14 17:16:32.877713 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:32.925125 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:16:33.181006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cc675-862b-43a7-b210-c715c86aa1fc req-d99b60f0-b677-4f0c-8cea-3025b17538fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:33.182467 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1c0cc675-862b-43a7-b210-c715c86aa1fc req-d99b60f0-b677-4f0c-8cea-3025b17538fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0430827 May 14 17:16:33.227432 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1c0cc675-862b-43a7-b210-c715c86aa1fc req-4c001c86-98c2-4480-bdff-7e13ea8602e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380538 May 14 17:16:33.823870 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51c4-c6ea-449e-8afe-179d107c0eac req-f43c9a4c-3edf-42e6-acdc-af530017380f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:33.830552 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-157a51c4-c6ea-449e-8afe-179d107c0eac req-f43c9a4c-3edf-42e6-acdc-af530017380f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0530589 May 14 17:16:33.874285 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-157a51c4-c6ea-449e-8afe-179d107c0eac req-f7a93362-edab-44a7-b1a4-ecb72d525a9f tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 May 14 17:16:34.997277 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2793-2f29-410d-bddd-2f15f2e8e833 req-2c111d2d-8344-4e1b-8b1f-1f7b1422c290 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:34.998726 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5dfa2793-2f29-410d-bddd-2f15f2e8e833 req-2c111d2d-8344-4e1b-8b1f-1f7b1422c290 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0566542 May 14 17:16:35.046725 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5dfa2793-2f29-410d-bddd-2f15f2e8e833 req-7b94b065-acba-4a42-bdb7-f1447a18cc41 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 May 14 17:16:40.100159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4d5d-5662-46ac-8f82-8d06e0f5a1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:42.380180 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccb19-e873-4eb4-8c0a-ba1acf20c5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:42.928396 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:43.309194 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:44.796696 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:46.431021 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:16:47.875021 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ca6e7-9d9d-4d8e-ba30-d3160983c7da req-b418b496-7305-4692-9e10-9350f88c54cc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:47.876534 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c5ca6e7-9d9d-4d8e-ba30-d3160983c7da req-b418b496-7305-4692-9e10-9350f88c54cc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0529146 May 14 17:16:47.922618 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c5ca6e7-9d9d-4d8e-ba30-d3160983c7da req-39f3402e-849b-4cb0-a36e-0be2e058c1ab tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401480 May 14 17:16:49.044485 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5431-d0d7-4f88-82db-038c792dee73 req-803ef83e-5f54-4e8a-84b4-ab481b2d665d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:49.045931 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f33f5431-d0d7-4f88-82db-038c792dee73 req-803ef83e-5f54-4e8a-84b4-ab481b2d665d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0513926 May 14 17:16:49.096161 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f33f5431-d0d7-4f88-82db-038c792dee73 req-cdf04b96-4172-4136-b695-50de9f307d6f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446475 May 14 17:16:50.267147 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229e0e-2561-4b44-80d6-ada814614238 req-138b06f4-baf0-4f19-8184-6f9bdbef1def tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:50.268590 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab229e0e-2561-4b44-80d6-ada814614238 req-138b06f4-baf0-4f19-8184-6f9bdbef1def tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.1032224 May 14 17:16:50.314231 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab229e0e-2561-4b44-80d6-ada814614238 req-a648d902-a23d-472a-921e-ff71200d58f7 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400527 May 14 17:16:51.436357 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bde3-1b4c-4d43-9f2a-772403d09932 req-e1c61322-6934-44d1-a454-d268e344dd51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:51.437819 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0512bde3-1b4c-4d43-9f2a-772403d09932 req-e1c61322-6934-44d1-a454-d268e344dd51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0517523 May 14 17:16:51.483299 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0512bde3-1b4c-4d43-9f2a-772403d09932 req-10344ed9-17df-4a75-88d4-3d97aa4cbfa9 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 May 14 17:16:52.607120 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84981277-1776-4a71-99a3-30722ce63a42 req-6ab0956c-d782-484a-b85c-22943567b69f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:52.608579 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84981277-1776-4a71-99a3-30722ce63a42 req-6ab0956c-d782-484a-b85c-22943567b69f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0555353 May 14 17:16:52.656402 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84981277-1776-4a71-99a3-30722ce63a42 req-2a22ec0c-5ba8-48b3-9968-9c89851321e3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 May 14 17:16:52.925494 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-f987e0b5-b929-4934-9dd6-5b495fa9deae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410919 May 14 17:16:53.006278 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-d825a1b6-b91d-4514-817c-3d53e9737837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:53.007788 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-d825a1b6-b91d-4514-817c-3d53e9737837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0427237 May 14 17:16:53.111637 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-58ec1ca5-e1da-40ee-9a28-6e84d8bf64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:53.113326 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-58ec1ca5-e1da-40ee-9a28-6e84d8bf64fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 910 time: 0.0856836 May 14 17:16:53.178007 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-6283393d-b375-4375-8165-6dc597b96df4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 1001 time: 0.0570383 May 14 17:16:53.226312 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-589d446c-beca-4704-8089-c2b54898ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:53.227749 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-589d446c-beca-4704-8089-c2b54898ed02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.0444846 May 14 17:16:53.273429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-156e23db-5ce9-40b2-914f-2870458ea738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:53.274864 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-156e23db-5ce9-40b2-914f-2870458ea738 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407441 May 14 17:16:53.359038 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-725d41aa-245f-4ffe-a936-4b28b0f5a132 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785475 May 14 17:16:53.448037 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4db6e972-8390-4050-91fa-edb0fa89aa71 req-2fb65af4-2601-4073-a465-f7d5a86a8d23 service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 May 14 17:16:53.778771 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a752e-a280-499a-9e04-e391bf7849d9 req-0645f7c2-6c24-4ae1-84a3-d5f700e40103 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:53.780142 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd0a752e-a280-499a-9e04-e391bf7849d9 req-0645f7c2-6c24-4ae1-84a3-d5f700e40103 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0523887 May 14 17:16:53.825242 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd0a752e-a280-499a-9e04-e391bf7849d9 req-41536a68-f5b0-43d3-8dc2-0687cd60daf1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 May 14 17:16:54.949450 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27db6-ee6b-4a95-9108-bc25624d65e4 req-c799e474-bbdc-496a-be5d-7f6181838613 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:54.950985 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75b27db6-ee6b-4a95-9108-bc25624d65e4 req-c799e474-bbdc-496a-be5d-7f6181838613 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0556474 May 14 17:16:54.996838 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75b27db6-ee6b-4a95-9108-bc25624d65e4 req-7cc985dd-b7c1-44c2-8ef4-6f026343e39d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 May 14 17:16:56.115445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6251e-016b-4283-9676-35b74b56ef58 req-744697d5-62f1-485d-9139-c70e84673a46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:56.116887 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eaa6251e-016b-4283-9676-35b74b56ef58 req-744697d5-62f1-485d-9139-c70e84673a46 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0510106 May 14 17:16:56.163234 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eaa6251e-016b-4283-9676-35b74b56ef58 req-5beefbae-4dee-491f-87cd-7455db9c359e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 May 14 17:16:57.284255 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb62e-d6e0-4a6d-b1ae-c54eafec4ce1 req-88813338-9772-474f-8546-9e77ccf5a0fa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:57.285685 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d93bb62e-d6e0-4a6d-b1ae-c54eafec4ce1 req-88813338-9772-474f-8546-9e77ccf5a0fa tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0511298 May 14 17:16:57.333859 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d93bb62e-d6e0-4a6d-b1ae-c54eafec4ce1 req-d2093aa7-59ef-483d-8d1b-77a171b7f39f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 May 14 17:16:58.454581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b1a-a8a8-4a53-9929-709d38ad3bce req-156c6369-7597-4e1b-92a6-c3fbf9c1c967 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:58.456048 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61e48b1a-a8a8-4a53-9929-709d38ad3bce req-156c6369-7597-4e1b-92a6-c3fbf9c1c967 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0513325 May 14 17:16:58.501645 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61e48b1a-a8a8-4a53-9929-709d38ad3bce req-4bbda289-b9fc-409f-a961-a6c60f84a904 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 May 14 17:16:59.620693 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d776e9f-bf5f-4e4b-b30c-d2182f282614 req-9f98a4fe-c10a-40d3-920d-77ea5438591b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:16:59.622138 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8d776e9f-bf5f-4e4b-b30c-d2182f282614 req-9f98a4fe-c10a-40d3-920d-77ea5438591b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0514784 May 14 17:16:59.667957 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8d776e9f-bf5f-4e4b-b30c-d2182f282614 req-f76dfe8b-3246-4e25-9763-ea7c4b470a8c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 May 14 17:17:00.789543 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17630a5-e5f8-46f7-988f-8585cd9064ea req-378ffef0-7668-4354-982e-38890d170914 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:00.791620 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e17630a5-e5f8-46f7-988f-8585cd9064ea req-378ffef0-7668-4354-982e-38890d170914 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0539763 May 14 17:17:00.835663 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e17630a5-e5f8-46f7-988f-8585cd9064ea req-2e5562b4-7dff-4594-afbc-a399ea18d12d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386317 May 14 17:17:01.956197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c22b9-3120-436b-86e4-36341590bbff req-c7f18e77-b5e1-451a-bb3f-910514dd5825 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:01.957644 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e38c22b9-3120-436b-86e4-36341590bbff req-c7f18e77-b5e1-451a-bb3f-910514dd5825 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0513349 May 14 17:17:02.002291 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e38c22b9-3120-436b-86e4-36341590bbff req-bea0c230-32c7-42a2-a7fc-ba42fd022a91 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391479 May 14 17:17:03.124352 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18e9c0-d801-4106-8886-f995f8db7a7f req-edbc30e7-b1d1-4ce9-80df-2c6cacf86b51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:03.125935 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb18e9c0-d801-4106-8886-f995f8db7a7f req-edbc30e7-b1d1-4ce9-80df-2c6cacf86b51 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0515060 May 14 17:17:03.174730 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb18e9c0-d801-4106-8886-f995f8db7a7f req-094d01ee-6e10-4210-9323-e63a2086cb14 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 May 14 17:17:04.294243 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f0243-5ccc-4be3-ac3c-360bdf2848ae req-b054e9a4-26d0-48e7-ab83-a6edc9a9143c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:04.295705 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-895f0243-5ccc-4be3-ac3c-360bdf2848ae req-b054e9a4-26d0-48e7-ab83-a6edc9a9143c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0514953 May 14 17:17:04.340622 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-895f0243-5ccc-4be3-ac3c-360bdf2848ae req-74697bd1-269f-4b30-8887-6066d78f76bd tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 May 14 17:17:04.776136 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:17:04.872665 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:04.884075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '430afce4-d2ce-4692-90b3-2c53689267d1', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:17:04.920703 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:04.921118 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:04.933583 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:17:04.952314 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:05.030839 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:05.076830 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:05.083687 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.084038 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.084380 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.084715 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.085047 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.085376 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.085704 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.086030 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.086354 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.086682 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.087028 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.087351 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.087671 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:05.316460 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['430afce4-d2ce-4692-90b3-2c53689267d1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:17:05.471174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc4a9-6c54-4069-a8ac-74379ae29e58 req-2e145505-c8c6-4e73-9ccb-ba46828e17ff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:05.479256 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03fbc4a9-6c54-4069-a8ac-74379ae29e58 req-2e145505-c8c6-4e73-9ccb-ba46828e17ff tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 945 time: 0.0549519 May 14 17:17:05.521001 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03fbc4a9-6c54-4069-a8ac-74379ae29e58 req-00045351-89c6-4660-8859-72e59c8fdb9a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 May 14 17:17:06.659667 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aa1b2-03a1-4939-a077-27cf24ecaeac req-5834b551-55d7-4bd3-a62b-9d7011d78ac3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:06.661317 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a40aa1b2-03a1-4939-a077-27cf24ecaeac req-5834b551-55d7-4bd3-a62b-9d7011d78ac3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 945 time: 0.0648229 May 14 17:17:06.709922 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a40aa1b2-03a1-4939-a077-27cf24ecaeac req-be0db373-9287-4922-965d-77136729a93c tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 May 14 17:17:06.786727 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:17:06.838618 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 430afce4-d2ce-4692-90b3-2c53689267d1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:17:06.839085 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:06.923364 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:06.923782 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:06.949225 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:06.951641 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d92ce1-fe61-481d-a4bf-4aec3008db3d" -d '{"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:06.965388 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:06.997817 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0d47f-b8a6-427a-a475-b8b5049d3e22 x-openstack-request-id: req-14e0d47f-b8a6-427a-a475-b8b5049d3e22 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:06.998173 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:06.998505 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14e0d47f-b8a6-427a-a475-b8b5049d3e22 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:06.998999 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e0d47f-b8a6-427a-a475-b8b5049d3e22'] response: {'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'code': 200} May 14 17:17:07.036764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:07.098277 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:07.849598 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4f1c-f448-4257-9bfe-1cd825ce03e3 req-54842791-b2b0-4b79-a8ff-dfd86e0a7768 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:07.860081 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3bbf4f1c-f448-4257-9bfe-1cd825ce03e3 req-54842791-b2b0-4b79-a8ff-dfd86e0a7768 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0657570 May 14 17:17:07.906721 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3bbf4f1c-f448-4257-9bfe-1cd825ce03e3 req-da31a6f7-bbce-44e6-a2f0-9731360e3d37 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457890 May 14 17:17:09.040445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939542-8643-4909-bb99-9bee3c6ba8ab req-d9709eda-81d2-4ada-b575-0cf4c440173d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:09.042464 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16939542-8643-4909-bb99-9bee3c6ba8ab req-d9709eda-81d2-4ada-b575-0cf4c440173d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0558341 May 14 17:17:09.089721 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16939542-8643-4909-bb99-9bee3c6ba8ab req-5edde2e1-4889-47bf-891f-1c6f84f9a91a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 May 14 17:17:09.191592 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:17:10.076566 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-365a3518-2d53-43d5-bc99-7dbdd3e73cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:10.218972 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968bf9c-15f5-4aab-9bac-372bd6937931 req-49e290f3-50f3-445e-a054-633ba4ca0c23 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:10.223982 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f968bf9c-15f5-4aab-9bac-372bd6937931 req-49e290f3-50f3-445e-a054-633ba4ca0c23 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0580034 May 14 17:17:10.268902 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f968bf9c-15f5-4aab-9bac-372bd6937931 req-014c6d8b-c5a6-4a79-83be-1169ca1ed376 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 May 14 17:17:11.407506 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eda64-6daf-44be-b378-55512ea61ef5 req-dd7d435a-9ab5-45c2-97a9-00927ab26b13 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:11.409069 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-729eda64-6daf-44be-b378-55512ea61ef5 req-dd7d435a-9ab5-45c2-97a9-00927ab26b13 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0619924 May 14 17:17:11.470131 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-729eda64-6daf-44be-b378-55512ea61ef5 req-a12a144e-271b-4ed0-b983-1bf8dca0f694 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549319 May 14 17:17:12.379316 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-98b72d2d-a014-4685-88e5-d97a5a1b5529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:12.608855 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71d87d-6eec-4db6-8be3-74aabe372ed8 req-b8a53949-ec0b-40f7-a034-389f94eafcd0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:12.616224 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6e71d87d-6eec-4db6-8be3-74aabe372ed8 req-b8a53949-ec0b-40f7-a034-389f94eafcd0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0650551 May 14 17:17:12.668737 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6e71d87d-6eec-4db6-8be3-74aabe372ed8 req-2765a33b-a382-409b-97ea-3dd47f9f7189 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515702 May 14 17:17:12.956721 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:13.322547 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:13.808846 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0da355-a55c-416b-a7e7-7cac35cf6b37 req-54374366-e918-4e94-97eb-cee6fa943e5d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:13.813012 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a0da355-a55c-416b-a7e7-7cac35cf6b37 req-54374366-e918-4e94-97eb-cee6fa943e5d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0576942 May 14 17:17:13.859656 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a0da355-a55c-416b-a7e7-7cac35cf6b37 req-a86501a7-9b94-4bcf-a22a-efab43c215ed tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436704 May 14 17:17:14.931791 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:15.005948 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3e3e-28eb-4f31-a7c3-e1bdb8d43580 req-8eb45f2e-7bf0-4f28-b39e-2ad2b1a48ee6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:15.007442 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e2c3e3e-28eb-4f31-a7c3-e1bdb8d43580 req-8eb45f2e-7bf0-4f28-b39e-2ad2b1a48ee6 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0573804 May 14 17:17:15.067351 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e2c3e3e-28eb-4f31-a7c3-e1bdb8d43580 req-656f08a4-222b-4fba-876b-9bb12a1248ba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482707 May 14 17:17:16.194136 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cba68c-b8f4-42da-9f8d-cdcf9ec53bac req-2bfe29a0-651e-4e82-9b93-5c2a737c2aaf tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:16.195623 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21cba68c-b8f4-42da-9f8d-cdcf9ec53bac req-2bfe29a0-651e-4e82-9b93-5c2a737c2aaf tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0517311 May 14 17:17:16.241750 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-21cba68c-b8f4-42da-9f8d-cdcf9ec53bac req-47228115-c2f1-40ab-ba1a-5c7e87136d75 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399487 May 14 17:17:16.405586 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:16.904503 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-c77b07f9-0970-47dc-8bfd-20f01ed225bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:16.905995 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-c77b07f9-0970-47dc-8bfd-20f01ed225bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1130 time: 0.0859795 May 14 17:17:16.993613 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-59584ba3-b431-49e5-b4e6-8ae1d2f0299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:16.995038 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-59584ba3-b431-49e5-b4e6-8ae1d2f0299a service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.0826790 May 14 17:17:17.056629 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-87c0d27e-a9cc-40b9-88ac-2be9dccd35c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 1001 time: 0.0562322 May 14 17:17:17.111405 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-1fe2ab53-c1a2-4904-a0ce-2c4ef7dc29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:17.111405 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-1fe2ab53-c1a2-4904-a0ce-2c4ef7dc29a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0460327 May 14 17:17:17.157407 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-a2089e31-a725-43ae-9295-89f1befc84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:17.161657 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-a2089e31-a725-43ae-9295-89f1befc84ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435648 May 14 17:17:17.169843 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-df422f48-a2bc-41a0-961b-3c6c5727f891 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:17:17.170754 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-df422f48-a2bc-41a0-961b-3c6c5727f891 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046484 May 14 17:17:17.255338 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-009e501e-06b0-4463-9524-d2db895b0206 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787852 May 14 17:17:17.374337 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7423304-adfd-4f58-9778-d85dbac79e8b req-84725625-8838-41e1-814b-7ae44d92cd7a service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131170 May 14 17:17:17.390270 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6465-4cd8-49c6-901e-4c46b4b626db req-b52cb2ee-fc29-455d-b4b6-ee396a6df406 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:17.391738 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beda6465-4cd8-49c6-901e-4c46b4b626db req-b52cb2ee-fc29-455d-b4b6-ee396a6df406 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.0756190 May 14 17:17:17.438195 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-beda6465-4cd8-49c6-901e-4c46b4b626db req-00921e08-f05a-4a07-b7dc-37b5b35924cf tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 May 14 17:17:18.824199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eaa39-f569-4f1d-80d2-ab5ad5d85bbf req-87d0a1a8-a534-46c1-8975-04bd40c1ec39 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:18.825673 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b1eaa39-f569-4f1d-80d2-ab5ad5d85bbf req-87d0a1a8-a534-46c1-8975-04bd40c1ec39 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 946 time: 0.3172431 May 14 17:17:18.836409 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:17:18.871592 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b1eaa39-f569-4f1d-80d2-ab5ad5d85bbf req-87bf4db1-0e22-46a7-b75a-b90f96b68ee8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 May 14 17:17:18.913568 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:18.913960 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:18.936333 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:18.938528 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5544361-0817-45b4-ae81-a3769e72dbe5" -d '{"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-unplugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:18.951189 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:18.973631 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b269582-a34d-4da2-a731-7d16f45f8093 x-openstack-request-id: req-6b269582-a34d-4da2-a731-7d16f45f8093 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:18.974023 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-unplugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:18.974283 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b269582-a34d-4da2-a731-7d16f45f8093 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:18.974685 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b269582-a34d-4da2-a731-7d16f45f8093'] response: {'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'code': 200} May 14 17:17:19.013464 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:19.060530 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:19.994258 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcd98-3225-4e84-819a-61a7bc1a9cad req-17316351-0a86-4e04-b64b-d6e2c5c2ad94 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:19.995723 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5bdcd98-3225-4e84-819a-61a7bc1a9cad req-17316351-0a86-4e04-b64b-d6e2c5c2ad94 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0529981 May 14 17:17:20.041980 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5bdcd98-3225-4e84-819a-61a7bc1a9cad req-a7d1fc18-e393-48ec-b8c4-1385e1220443 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407691 May 14 17:17:21.828519 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-d4b117dc-a913-45b5-b841-508e0238fa4d req-b1446f20-81b6-4477-9a57-e6495b21d264 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 17:17:21.829485 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d4b117dc-a913-45b5-b841-508e0238fa4d req-b1446f20-81b6-4477-9a57-e6495b21d264 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052371 May 14 17:17:22.131413 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72739c-675c-4487-bdf5-c249ec333e00 req-55295869-a233-49f8-af31-703397c60dd2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:22.132737 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db72739c-675c-4487-bdf5-c249ec333e00 req-55295869-a233-49f8-af31-703397c60dd2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0598567 May 14 17:17:22.179239 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db72739c-675c-4487-bdf5-c249ec333e00 req-4989b106-cbc2-41ce-911b-bca31c0c5dba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 May 14 17:17:22.365844 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-f1227826-cff4-4ff2-8e7b-bfd320ece4f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414715 May 14 17:17:22.437583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-a67c23d1-90b6-4f4b-8e80-29b867d79356 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:22.438948 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-a67c23d1-90b6-4f4b-8e80-29b867d79356 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports/430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 941 time: 0.0460956 May 14 17:17:22.832397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:17:22.912324 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:23.305173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a961ab-8bd8-4da7-9990-e068c51bfe02 req-5ccae558-c8b8-4c61-bb43-69e8f3f54e98 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:23.307187 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-91a961ab-8bd8-4da7-9990-e068c51bfe02 req-5ccae558-c8b8-4c61-bb43-69e8f3f54e98 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0569313 May 14 17:17:23.356339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-91a961ab-8bd8-4da7-9990-e068c51bfe02 req-a96ca657-4be4-47d1-8cbe-cffa291de8cc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 May 14 17:17:23.862840 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-ff8a8bae-f639-4751-be8f-716e12c64cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:23.864318 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-ff8a8bae-f639-4751-be8f-716e12c64cba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68&tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d HTTP/1.1" status: 200 len: 1128 time: 0.0432551 May 14 17:17:23.936223 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-86d1703a-3ff9-4f64-befe-7a43bcfeed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:23.937684 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-86d1703a-3ff9-4f64-befe-7a43bcfeed75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1128 time: 0.0432658 May 14 17:17:24.028574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-c732ee68-74be-4552-9f89-c6f01c13bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:24.030032 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-c732ee68-74be-4552-9f89-c6f01c13bafb service neutron] 10.222.0.57 "GET /v2.0/networks?id=12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 200 len: 918 time: 0.0868950 May 14 17:17:24.093274 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-8e2ed8de-62b0-481f-968a-70abf7d3f6f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 200 len: 999 time: 0.0573153 May 14 17:17:24.143475 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-e16c3091-643b-4bab-af9b-c80b1a36b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:24.144840 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-e16c3091-643b-4bab-af9b-c80b1a36b2eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 200 len: 856 time: 0.0425546 May 14 17:17:24.194799 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-c0892602-47f2-473f-89a6-76d53ea26682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:24.196255 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-c0892602-47f2-473f-89a6-76d53ea26682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12bb30e0-325c-4182-9e3b-0ee35cf6398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455234 May 14 17:17:24.284699 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-5219d1e9-0514-483a-a3ba-36b32326fdb0 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 May 14 17:17:24.374143 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8c6d4707-a337-47cc-8e47-13832b2f3ffd req-25863960-e011-496e-bf96-c607802c7f57 service neutron] 10.222.0.57 "GET /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828412 May 14 17:17:24.480587 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c2234-dd2f-46f1-a032-05a02fdc5e3c req-916f6f7d-d4eb-49a1-bd5a-c96e6845bcf4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:24.482078 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-142c2234-dd2f-46f1-a032-05a02fdc5e3c req-916f6f7d-d4eb-49a1-bd5a-c96e6845bcf4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0546188 May 14 17:17:24.530313 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-142c2234-dd2f-46f1-a032-05a02fdc5e3c req-74ca499c-ac46-4093-a186-892df16af254 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 May 14 17:17:25.655507 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f58f7-98c1-41d5-9f34-60995efe937e req-2426aa94-bad3-4968-96ee-693d0b48208a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:25.657423 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c5f58f7-98c1-41d5-9f34-60995efe937e req-2426aa94-bad3-4968-96ee-693d0b48208a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0561240 May 14 17:17:25.712532 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c5f58f7-98c1-41d5-9f34-60995efe937e req-120b7dc8-bc06-4056-bf2d-1963c2de179e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 May 14 17:17:26.846837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788db08-bdb7-4187-856f-3a3be2ce11e3 req-389d1792-7bae-491d-bcc7-5e5327a9a29e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:26.848404 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2788db08-bdb7-4187-856f-3a3be2ce11e3 req-389d1792-7bae-491d-bcc7-5e5327a9a29e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0616641 May 14 17:17:26.897480 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2788db08-bdb7-4187-856f-3a3be2ce11e3 req-864cb2b4-5f36-4d08-b8e3-80ef91cf599e tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 May 14 17:17:28.027578 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96074-6f1a-48a2-92ca-60a6c2fc15e6 req-44a2e9a2-db3c-4e7c-afe4-14188b86db9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:28.029084 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1aa96074-6f1a-48a2-92ca-60a6c2fc15e6 req-44a2e9a2-db3c-4e7c-afe4-14188b86db9b tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0580995 May 14 17:17:28.084221 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1aa96074-6f1a-48a2-92ca-60a6c2fc15e6 req-2cfbe85a-947b-4a7d-8722-e78f9fe73af8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495448 May 14 17:17:29.220321 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbc35f-a53e-4995-b36e-76c10fc1313f req-d49b7806-f57f-4a16-a76a-a1547d0cd7c2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:29.221847 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16cbc35f-a53e-4995-b36e-76c10fc1313f req-d49b7806-f57f-4a16-a76a-a1547d0cd7c2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0600078 May 14 17:17:29.272221 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-16cbc35f-a53e-4995-b36e-76c10fc1313f req-c7088c78-c32f-418d-a3d6-6bcae1497470 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 May 14 17:17:30.401207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9ff3-9a9e-4d25-aba3-4148910d06ce req-179107e5-7d97-4548-8969-71f9c527d2f8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:30.402742 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b34e9ff3-9a9e-4d25-aba3-4148910d06ce req-179107e5-7d97-4548-8969-71f9c527d2f8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0558233 May 14 17:17:30.455123 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b34e9ff3-9a9e-4d25-aba3-4148910d06ce req-4520598c-6606-4217-8ace-c0b6bb1197f4 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 May 14 17:17:31.584704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752554-ac0a-4649-94a9-5e5c34b8573a req-8eee4cfe-9438-4bac-b5e1-261d30e655f3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:31.586346 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d9752554-ac0a-4649-94a9-5e5c34b8573a req-8eee4cfe-9438-4bac-b5e1-261d30e655f3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0544949 May 14 17:17:31.639180 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d9752554-ac0a-4649-94a9-5e5c34b8573a req-ff56a726-4ea7-4ca8-a50b-786cceb8c935 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 May 14 17:17:32.759712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aa80e-059d-4fcc-9f1b-c579156795e2 req-45c94892-8842-4660-ad81-853fb3f46cbe tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:32.761751 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f3aa80e-059d-4fcc-9f1b-c579156795e2 req-45c94892-8842-4660-ad81-853fb3f46cbe tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0526354 May 14 17:17:32.807016 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0f3aa80e-059d-4fcc-9f1b-c579156795e2 req-4909dbdb-e270-4e3b-bf1e-304a37d4e455 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396774 May 14 17:17:33.930026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76039b51-54ed-4331-8375-ed20653c875f req-08778d4a-7001-40bd-9fcc-356bd739faf5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:33.932012 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76039b51-54ed-4331-8375-ed20653c875f req-08778d4a-7001-40bd-9fcc-356bd739faf5 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0537229 May 14 17:17:33.977727 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76039b51-54ed-4331-8375-ed20653c875f req-5344f0ad-aac8-4531-bda9-7cd2e052cdd0 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 May 14 17:17:34.872083 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 details requested by agent hyperv_hv-cinder-84174 with host hv-cinder-84174 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 17:17:34.965248 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:34.977000 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Returning: {'device': '430afce4-d2ce-4692-90b3-2c53689267d1', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'port_id': '430afce4-d2ce-4692-90b3-2c53689267d1', 'mac_address': 'fa:16:3e:43:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 17:17:35.015498 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:35.015922 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:35.032415 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 17:17:35.052918 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:35.104007 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c7a8-60c9-406b-a076-1a0123afe777 req-9344d8b1-f995-47a4-b257-eda2cdc344fc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:35.105477 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc2c7a8-60c9-406b-a076-1a0123afe777 req-9344d8b1-f995-47a4-b257-eda2cdc344fc tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 944 time: 0.0561721 May 14 17:17:35.153568 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc2c7a8-60c9-406b-a076-1a0123afe777 req-4c760838-fbfa-4161-ae83-092a34172ca3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 May 14 17:17:35.153970 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:35.201655 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:35.479872 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] get_ports_and_sgs() called for port_ids ['430afce4-d2ce-4692-90b3-2c53689267d1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 17:17:36.277729 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd471-06f6-4918-ba29-61142d48545d req-f1d1d0a2-9e00-40a3-b5bd-279994101a47 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:36.279264 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94dbd471-06f6-4918-ba29-61142d48545d req-f1d1d0a2-9e00-40a3-b5bd-279994101a47 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 945 time: 0.0528982 May 14 17:17:36.325872 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94dbd471-06f6-4918-ba29-61142d48545d req-c6b5eafe-30a6-4967-a260-1903ea8a7475 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 May 14 17:17:36.878900 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 up at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 17:17:36.926198 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Provisioning complete for port 430afce4-d2ce-4692-90b3-2c53689267d1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 14 17:17:36.926571 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455418'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:36.998627 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Current status of the port 430afce4-d2ce-4692-90b3-2c53689267d1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 14 17:17:36.999027 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631601'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:37.020905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:37.023105 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e2478843f080333d963e606003e433bce5182c7bf5ad0d510bc5dfe1146533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a06bf-e82d-493b-a1f2-fbb80f4cc415" -d '{"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:37.038216 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:37.061044 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88459483-71b8-4c69-bac0-341b563287b1 x-openstack-request-id: req-88459483-71b8-4c69-bac0-341b563287b1 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:37.061325 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-plugged", "status": "completed", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:37.061575 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88459483-71b8-4c69-bac0-341b563287b1 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:37.061963 dv-cinder-841745-1-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88459483-71b8-4c69-bac0-341b563287b1'] response: {'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'code': 200} May 14 17:17:37.098937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764503524657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764503102859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764503102877'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:37.145842 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Pushing event updated for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:37.477400 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ea956-a510-4cdd-97e1-7fdb54bd3a6c req-a14af048-59f6-4301-844c-717dcd2dbbae tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:37.478880 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-736ea956-a510-4cdd-97e1-7fdb54bd3a6c req-a14af048-59f6-4301-844c-717dcd2dbbae tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0758467 May 14 17:17:37.481659 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115e1b-d3c8-4161-bfbd-3ffd5b15db63 req-23355758-dd1f-4276-a497-d49c83a57722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:37.483068 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d115e1b-d3c8-4161-bfbd-3ffd5b15db63 req-23355758-dd1f-4276-a497-d49c83a57722 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 1131 time: 0.0878513 May 14 17:17:37.554879 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-736ea956-a510-4cdd-97e1-7fdb54bd3a6c req-604065fc-921c-4d0a-a07b-1d3acb170a00 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701320 May 14 17:17:37.557797 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d115e1b-d3c8-4161-bfbd-3ffd5b15db63 req-975ea077-347b-4d27-acd8-2ae69b78ffba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671036 May 14 17:17:38.681222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179279-2054-4196-abca-deccc6652a6e req-e3acce34-084e-47c0-ba2b-ee50b75bfa6a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:38.682690 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5179279-2054-4196-abca-deccc6652a6e req-e3acce34-084e-47c0-ba2b-ee50b75bfa6a tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0541739 May 14 17:17:38.735622 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5179279-2054-4196-abca-deccc6652a6e req-61dfebf8-82bb-4136-b03f-deb74ab4ae9f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471773 May 14 17:17:39.858386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e2cfe-3258-47eb-a891-f9428adc763a req-be9940f9-33cc-4f17-ab61-c77f9ee5aef1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:39.859867 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd3e2cfe-3258-47eb-a891-f9428adc763a req-be9940f9-33cc-4f17-ab61-c77f9ee5aef1 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0537279 May 14 17:17:39.907112 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd3e2cfe-3258-47eb-a891-f9428adc763a req-b2d9b47f-0a4c-4f42-9269-f824ad66dbba tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 May 14 17:17:40.058751 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7ed50fe6-9d1f-4a3e-9f02-e56a1902a37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:41.027537 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed58bd-4d2a-4c54-85e3-848a85554a31 req-1ee165da-ca5e-4bbe-99fe-1904722bfd59 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:41.029625 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9ed58bd-4d2a-4c54-85e3-848a85554a31 req-1ee165da-ca5e-4bbe-99fe-1904722bfd59 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0523152 May 14 17:17:41.074832 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9ed58bd-4d2a-4c54-85e3-848a85554a31 req-92bff894-d22f-4fe1-b743-9e476140e87d tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 May 14 17:17:42.353727 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f456f422-7b4f-44a7-ba8c-90e0731b144b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:42.973071 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:43.298764 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:44.805100 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.077635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 48984) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:17:46.191303 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:17:46.233965 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port bf514dfd-82aa-4d1e-a907-d6b7cff1605f {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:46.234302 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.309611 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.309947 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.322129 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for bf514dfd-82aa-4d1e-a907-d6b7cff1605f owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:46.532827 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.559638 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (bf514dfd-82aa-4d1e-a907-d6b7cff1605f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.584484 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=bf514dfd-82aa-4d1e-a907-d6b7cff1605f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:46.611904 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.612256 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.612607 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.612952 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.613285 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.613611 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.613940 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.614267 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.614594 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.615037 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.615378 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.615696 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.616017 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:46.652271 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (f88b85ce-78c8-4387-9d1d-e76d1fd26d1c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.652598 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP f88b85ce-78c8-4387-9d1d-e76d1fd26d1c disassociated (deleted). External IP: 172.27.2.134, port: 3dfc7738-bf24-4c5f-a2bf-623e505dedce. May 14 17:17:46.856438 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:17:46.962404 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:17:46.967928 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:46.972874 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:17:46.981919 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:46.982588 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:46.998910 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9ef4f249-583f-4d05-adfd-b19ed383c515 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "DELETE /v2.0/floatingips/f88b85ce-78c8-4387-9d1d-e76d1fd26d1c HTTP/1.1" status: 204 len: 168 time: 0.9176879 May 14 17:17:46.998910 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:46.999214 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b37ef-f841-478c-abb6-309dd6e6465c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:47.091350 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:47.109678 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f083302-11ca-4c95-8965-76e321437015 x-openstack-request-id: req-1f083302-11ca-4c95-8965-76e321437015 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:47.110188 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:47.110307 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f083302-11ca-4c95-8965-76e321437015 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:47.110622 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f083302-11ca-4c95-8965-76e321437015'] response: {'name': 'network-changed', 'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'status': 'completed', 'code': 200} May 14 17:17:47.203902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-5d512458-b656-42a7-a13d-79ff3f0d701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:47.205402 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-5d512458-b656-42a7-a13d-79ff3f0d701e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 1129 time: 0.0479484 May 14 17:17:47.306302 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-011b46fb-285a-4b5c-be34-973b9be6106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:47.307810 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-011b46fb-285a-4b5c-be34-973b9be6106c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0970945 May 14 17:17:47.353503 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-5ba8824b-176c-4c85-a749-08e92662b699 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce HTTP/1.1" status: 200 len: 217 time: 0.0390103 May 14 17:17:47.419907 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:47.446749 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:17:47.455291 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:47.456131 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:47.461197 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-19168a90-ba01-4792-ba85-acb96c21979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:47.462711 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-19168a90-ba01-4792-ba85-acb96c21979b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0723231 May 14 17:17:47.490341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972d6e-cb6f-4082-85b8-a262d0ce899d req-9a2bd0f4-ea7e-41b6-87ce-47c2c96132d3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:47.491799 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9972d6e-cb6f-4082-85b8-a262d0ce899d req-9a2bd0f4-ea7e-41b6-87ce-47c2c96132d3 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0748353 May 14 17:17:47.564380 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9972d6e-cb6f-4082-85b8-a262d0ce899d req-6ae5fc85-c4f0-4d9e-95a8-d8535ee251ef tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569916 May 14 17:17:47.565252 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:47.567023 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-f10f98e2-b6c1-4d49-9c6f-7309e295bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:47.568446 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-f10f98e2-b6c1-4d49-9c6f-7309e295bd90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943089 May 14 17:17:47.664103 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-acb6c8b3-c0ee-4c60-aff8-261cf30e417c service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 May 14 17:17:47.754109 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f7b37ef-f841-478c-abb6-309dd6e6465c req-c8cd58b0-6c4b-4186-8e7c-41649156901c service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 May 14 17:17:47.791671 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:47.818235 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4899459-c568-4bd6-b706-b1debd3cdd10 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_floatingips': [{'id': 'cbb29638-d3dd-4205-b16d-08c7fafebe3a', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'router_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'port_id': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'mac_address': 'fa:16:3e:be:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T17:13:56Z', 'updated_at': '2022-05-14T17:13:58Z', 'revision_number': 1, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:17:48.036945 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e2fe8-014c-4d39-ba23-8083f720d0cc None None] New status for floating IP f88b85ce-78c8-4387-9d1d-e76d1fd26d1c: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:17:48.685151 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed7388-03c8-493b-90d0-7fc3149e71b5 req-f6c27fc4-ca38-4a29-9445-67ef0278c423 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:48.686619 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41ed7388-03c8-493b-90d0-7fc3149e71b5 req-f6c27fc4-ca38-4a29-9445-67ef0278c423 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0531180 May 14 17:17:48.738720 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41ed7388-03c8-493b-90d0-7fc3149e71b5 req-8778a54b-09bd-4ba4-8fa9-c8a40753b257 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 14 17:17:49.251940 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-302cd6e3-4ad5-4c65-bd89-4f4f2f522f98 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:49.253382 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-302cd6e3-4ad5-4c65-bd89-4f4f2f522f98 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 945 time: 0.0522909 May 14 17:17:49.346194 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port 3dfc7738-bf24-4c5f-a2bf-623e505dedce {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:49.346526 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:49.432727 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] For port 3dfc7738-bf24-4c5f-a2bf-623e505dedce, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=3dfc7738-bf24-4c5f-a2bf-623e505dedce,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:49.433020 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:49.445276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for 3dfc7738-bf24-4c5f-a2bf-623e505dedce owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:49.656703 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (3dfc7738-bf24-4c5f-a2bf-623e505dedce), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:49.683415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=3dfc7738-bf24-4c5f-a2bf-623e505dedce,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:49.692935 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.693565 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.693719 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.693978 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.694313 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.694645 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.695006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.695341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.695936 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.696056 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.696304 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.696628 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.696947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:17:49.741410 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] No DVR routers for this DVR port 3dfc7738-bf24-4c5f-a2bf-623e505dedce on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:17:49.743998 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:49.747424 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2d93915-1df3-47de-ac20-35a0a7f4e347 req-e7b3baa9-af19-4a0d-92bd-aa630c2337bf tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "DELETE /v2.0/ports/3dfc7738-bf24-4c5f-a2bf-623e505dedce HTTP/1.1" status: 204 len: 173 time: 0.4880915 May 14 17:17:49.747869 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'name': 'network-vif-deleted', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:49.750203 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b989d80-5839-4547-8200-3e4f48702c7c" -d '{"events": [{"server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "name": "network-vif-deleted", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:49.835017 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f451cc5f-d762-429c-b053-38c7e5092acd req-35810afb-b553-4fad-bb2e-6efefa9f8835 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 210 time: 0.0292594 May 14 17:17:49.839833 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7589b012-4a4c-4a2c-9a21-66e8459cb562 x-openstack-request-id: req-7589b012-4a4c-4a2c-9a21-66e8459cb562 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:49.840190 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ac30c3-ee18-48ed-891e-ba79d3cc1761", "name": "network-vif-deleted", "tag": "3dfc7738-bf24-4c5f-a2bf-623e505dedce", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:49.840939 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7589b012-4a4c-4a2c-9a21-66e8459cb562 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:49.841335 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7589b012-4a4c-4a2c-9a21-66e8459cb562'] response: {'server_uuid': 'b4ac30c3-ee18-48ed-891e-ba79d3cc1761', 'name': 'network-vif-deleted', 'tag': '3dfc7738-bf24-4c5f-a2bf-623e505dedce', 'status': 'completed', 'code': 200} May 14 17:17:50.941174 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6cd7d74-e729-48f8-8828-4f3e37e7641e req-010c93e4-5e11-4212-a28a-723777151aec tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ac30c3-ee18-48ed-891e-ba79d3cc1761 HTTP/1.1" status: 200 len: 210 time: 0.0268598 May 14 17:17:52.975243 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3dfc7738-bf24-4c5f-a2bf-623e505dedce no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:17:52.995013 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 3dfc7738-bf24-4c5f-a2bf-623e505dedce {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:17:52.995355 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 3dfc7738-bf24-4c5f-a2bf-623e505dedce not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:17:53.088845 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-84285566-e8a1-4cbc-b813-6b587981b0b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426295 May 14 17:17:53.214556 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33906-2d10-41d6-b691-29976b747459 req-9f0f268f-afc3-41f6-b17e-6c97fec12cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:53.216067 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-9f0f268f-afc3-41f6-b17e-6c97fec12cdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1130 time: 0.0460398 May 14 17:17:53.315479 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33906-2d10-41d6-b691-29976b747459 req-4deead32-b40c-4f09-996e-926abac1c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:53.317007 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-4deead32-b40c-4f09-996e-926abac1c77d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0836201 May 14 17:17:53.386548 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-8765e399-424d-4fea-93bd-9419b4bb2c63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 1002 time: 0.0636268 May 14 17:17:53.432988 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33906-2d10-41d6-b691-29976b747459 req-3b3a87e8-b5e9-40a8-b330-af0ef2bd1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:53.435049 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-3b3a87e8-b5e9-40a8-b330-af0ef2bd1bc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0434451 May 14 17:17:53.468897 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49018) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:17:53.526818 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33906-2d10-41d6-b691-29976b747459 req-ebf7e588-e6e6-4b3c-9df6-aa709068488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:53.528218 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-ebf7e588-e6e6-4b3c-9df6-aa709068488e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875969 May 14 17:17:53.684753 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-98e84402-1d9c-4b36-888c-e062b62f23a5 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436234 May 14 17:17:53.743649 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Deleting port 4417d2a8-6fc3-4ffd-9107-7ee12f54e94d {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:53.743988 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:53.836497 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ad33906-2d10-41d6-b691-29976b747459 req-7579156e-00f5-4110-9f4f-afb8d4afa9c5 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433156 May 14 17:17:53.847787 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:53.848116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for floatingip (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:53.860566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Calling delete_port for 4417d2a8-6fc3-4ffd-9107-7ee12f54e94d owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:54.113934 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (4417d2a8-6fc3-4ffd-9107-7ee12f54e94d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.138837 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event deleted for resources: {'Port': ['ID=4417d2a8-6fc3-4ffd-9107-7ee12f54e94d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:54.203239 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for floatingip (8faa32d3-c308-40de-b574-0edee0185e5d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.203577 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Floating IP 8faa32d3-c308-40de-b574-0edee0185e5d disassociated (deleted). External IP: 172.27.2.225, port: fda666ca-43ce-4400-9d25-f438b543a87d. May 14 17:17:54.424683 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49022) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:17:54.683507 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:17:54.796617 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:17:54.801583 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.806532 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Sync routers for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:17:54.817553 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:54.818487 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:54.833488 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d587898d-37c2-4da2-8701-435f99286b32 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "DELETE /v2.0/floatingips/8faa32d3-c308-40de-b574-0edee0185e5d HTTP/1.1" status: 204 len: 168 time: 1.3635485 May 14 17:17:54.834176 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:54.836616 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500" -d '{"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:54.837627 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port f600d739-2e87-4c6f-b212-4de5814e8f8d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:54.837978 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.875760 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3dcc7-24a4-4269-9961-3f2de84c27a5 x-openstack-request-id: req-2ce3dcc7-24a4-4269-9961-3f2de84c27a5 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:54.876021 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:54.876268 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ce3dcc7-24a4-4269-9961-3f2de84c27a5 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:54.876680 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce3dcc7-24a4-4269-9961-3f2de84c27a5'] response: {'name': 'network-changed', 'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'status': 'completed', 'code': 200} May 14 17:17:54.928095 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.928893 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (f600d739-2e87-4c6f-b212-4de5814e8f8d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:54.935426 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:54.943319 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for f600d739-2e87-4c6f-b212-4de5814e8f8d owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:54.970580 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-20155f70-cd10-40af-80fb-ab5db4cace39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:54.972149 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-20155f70-cd10-40af-80fb-ab5db4cace39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99683d34888b4c9a9398568a076e291f&device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 1129 time: 0.0502107 May 14 17:17:55.069263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-db9493a5-69e4-4276-8993-1aa6ffd02c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.070747 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-db9493a5-69e4-4276-8993-1aa6ffd02c7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 200 len: 910 time: 0.0920336 May 14 17:17:55.117871 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-a4aecac7-ce4d-43b6-91cb-c878e92ce9a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 200 len: 217 time: 0.0408473 May 14 17:17:55.148110 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:55.167453 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-7feb368c-4671-40bf-947a-e78376d7823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.168943 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-7feb368c-4671-40bf-947a-e78376d7823e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 200 len: 848 time: 0.0446606 May 14 17:17:55.174743 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Checking router: 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:17:55.176500 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (f600d739-2e87-4c6f-b212-4de5814e8f8d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:55.183899 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:55.184520 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:55.206653 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=f600d739-2e87-4c6f-b212-4de5814e8f8d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:55.237603 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-7073d6ec-d17c-44c7-8432-4c366ac4ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.239880 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-7073d6ec-d17c-44c7-8432-4c366ac4ee48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633404 May 14 17:17:55.273573 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (cbb29638-d3dd-4205-b16d-08c7fafebe3a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:55.273913 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Floating IP cbb29638-d3dd-4205-b16d-08c7fafebe3a disassociated (deleted). External IP: 172.27.2.147, port: 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2. May 14 17:17:55.307677 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:55.374901 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06d22b-d61a-43ca-a3db-98df81334ec4 req-98f1aba9-1f90-447b-904a-b5e14beee1e4 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.376401 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd06d22b-d61a-43ca-a3db-98df81334ec4 req-98f1aba9-1f90-447b-904a-b5e14beee1e4 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.1206279 May 14 17:17:55.380339 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-e9687fd5-9cf6-4d32-923e-1d60c73cb81a service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324751 May 14 17:17:55.482137 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd06d22b-d61a-43ca-a3db-98df81334ec4 req-31901958-53c4-491c-865f-35e7a387c6cc tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973539 May 14 17:17:55.498978 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:17:55.510525 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-075ccd6d-fd10-4f36-9bc1-81fe6f5d8500 req-335874c7-c554-453a-84f7-824d5adc11ed service neutron] 10.222.0.57 "GET /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189909 May 14 17:17:55.520686 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:55.546746 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061c316-93c4-49ac-823b-801f27d95870 None None] The sync data for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi is: [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:13:09Z', 'revision_number': 4, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '2e9a5d76-15b5-4371-b320-27cc14b5975d', 'name': '', 'network_id': '48181e76-3cfc-4ff5-8395-3a3ec5c2d53f', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'mac_address': 'fa:16:3e:f9:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:08Z', 'updated_at': '2022-05-14T17:13:14Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'subnets': [{'id': '6175a3b3-16e3-4ebd-b10b-817ffada3489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:17:55.624387 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:17:55.629023 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:55.634901 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:17:55.644954 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:55.645570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:55.662428 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d4bc5d7d-6117-42af-a8f6-f73bef1de03f tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "DELETE /v2.0/floatingips/cbb29638-d3dd-4205-b16d-08c7fafebe3a HTTP/1.1" status: 204 len: 168 time: 1.2341087 May 14 17:17:55.662428 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:55.663317 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b351c5acec8d8f46d7ff755686c26ac27da40bbaac4103fd442ea391b8bf6d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98179274-60c0-4510-871a-d20c133e9d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:55.709434 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c55b1b-b220-4104-83c3-0a9bcbd7b550 x-openstack-request-id: req-22c55b1b-b220-4104-83c3-0a9bcbd7b550 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:55.709756 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:55.710016 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22c55b1b-b220-4104-83c3-0a9bcbd7b550 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:55.710609 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c55b1b-b220-4104-83c3-0a9bcbd7b550'] response: {'name': 'network-changed', 'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'status': 'completed', 'code': 200} May 14 17:17:55.765121 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:55.807165 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98179274-60c0-4510-871a-d20c133e9d0d req-ba8b549d-f945-4391-818d-0138ed8388d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.809489 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-ba8b549d-f945-4391-818d-0138ed8388d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62c38d1934f04482abb9399e7b34ddfa&device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 1130 time: 0.0497041 May 14 17:17:55.818765 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ad6b8-74d5-46b2-936e-f4f0eada9066 None None] New status for floating IP 8faa32d3-c308-40de-b574-0edee0185e5d: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:17:55.920188 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98179274-60c0-4510-871a-d20c133e9d0d req-929be508-7f43-4e46-b7ac-b9f56dd8564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:55.921757 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-929be508-7f43-4e46-b7ac-b9f56dd8564a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 200 len: 913 time: 0.0980878 May 14 17:17:55.978727 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-a7b39e5d-9861-4093-a539-5b5140e48995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 200 len: 217 time: 0.0471113 May 14 17:17:55.992631 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:56.020095 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:17:56.028861 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98179274-60c0-4510-871a-d20c133e9d0d req-19972df6-f468-4d84-92fd-36fd230e95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:56.029073 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:17:56.029673 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:56.030333 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-19972df6-f468-4d84-92fd-36fd230e95cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 200 len: 851 time: 0.0441692 May 14 17:17:56.145702 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98179274-60c0-4510-871a-d20c133e9d0d req-828998f4-ea60-454b-979c-c41d63de6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:56.146624 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:17:56.147247 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-828998f4-ea60-454b-979c-c41d63de6d0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b7d5ab9-0fdc-4732-b437-87c356abe6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797379 May 14 17:17:56.171174 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeff42-6d2c-496c-adeb-f3d85ff63d67 req-c9daf326-0019-4432-88f2-f4473752c0ed tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:56.172660 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dcdeff42-6d2c-496c-adeb-f3d85ff63d67 req-c9daf326-0019-4432-88f2-f4473752c0ed tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0758750 May 14 17:17:56.274099 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dcdeff42-6d2c-496c-adeb-f3d85ff63d67 req-541c7356-da26-42dd-a1c4-e5c9581d4196 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914955 May 14 17:17:56.294657 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-ee3ff007-8ba0-4dd1-8617-79aea52287be service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388266 May 14 17:17:56.351227 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:17:56.377747 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f694-49a8-4571-9091-2802ed754bfb None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:10:14Z', 'revision_number': 4, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': '23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3', 'name': '', 'network_id': '1b7d5ab9-0fdc-4732-b437-87c356abe6da', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'mac_address': 'fa:16:3e:56:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:13Z', 'updated_at': '2022-05-14T17:10:18Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'subnets': [{'id': 'b083e573-51be-44ae-8359-e555ceb480c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:17:56.384265 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-98179274-60c0-4510-871a-d20c133e9d0d req-a4e94815-a5b1-41a0-bd29-85b0cda2ba89 service neutron] 10.222.0.57 "GET /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 May 14 17:17:56.601481 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce6f4c-b990-4dad-958e-1341480670a6 None None] New status for floating IP cbb29638-d3dd-4205-b16d-08c7fafebe3a: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:17:56.616774 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7752f-00c9-4823-808b-6f9f91ed841d req-90176b9d-e650-46ff-a742-9843a8d149ec tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:56.618289 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ced7752f-00c9-4823-808b-6f9f91ed841d req-90176b9d-e650-46ff-a742-9843a8d149ec tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0573852 May 14 17:17:56.671480 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ced7752f-00c9-4823-808b-6f9f91ed841d req-630eb60e-fa14-4cb6-a7c7-7cbda4903b33 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/security-groups?id=7685b0aa-d50d-4282-a498-f0b70b06b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467463 May 14 17:17:57.152128 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-a0ea6536-72cd-4319-85b5-5a20a314dbc2 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:57.154087 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-a0ea6536-72cd-4319-85b5-5a20a314dbc2 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.57 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 945 time: 0.0528626 May 14 17:17:57.245044 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Deleting port fda666ca-43ce-4400-9d25-f438b543a87d {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:57.245386 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:57.335816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] For port fda666ca-43ce-4400-9d25-f438b543a87d, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=fda666ca-43ce-4400-9d25-f438b543a87d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:57.336190 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:57.358022 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Calling delete_port for fda666ca-43ce-4400-9d25-f438b543a87d owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:57.443829 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3367-640c-43bf-880e-cf9d7facb03a req-76660a4f-4987-476c-bd3e-78d3ada8d3b4 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:57.445391 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-361f3367-640c-43bf-880e-cf9d7facb03a req-76660a4f-4987-476c-bd3e-78d3ada8d3b4 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.1014316 May 14 17:17:57.530085 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-361f3367-640c-43bf-880e-cf9d7facb03a req-85f8dfe7-6100-44e1-9dd1-d4cf2b58e952 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/security-groups?id=f67423e7-8045-414a-a6f0-441a4884939a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777006 May 14 17:17:57.607400 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (fda666ca-43ce-4400-9d25-f438b543a87d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:57.636075 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event deleted for resources: {'Port': ['ID=fda666ca-43ce-4400-9d25-f438b543a87d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:57.678642 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] No DVR routers for this DVR port fda666ca-43ce-4400-9d25-f438b543a87d on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:17:57.681033 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:57.684901 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db9a9905-80f5-4d31-88da-fefce3b63a12 req-dbb96b10-3251-44f6-9ddb-0aa141f5ac2a tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.57 "DELETE /v2.0/ports/fda666ca-43ce-4400-9d25-f438b543a87d HTTP/1.1" status: 204 len: 173 time: 0.5246785 May 14 17:17:57.685341 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-deleted', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:57.687601 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea00d4-d80e-44ab-a4a7-c98819ec80c9" -d '{"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-deleted", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:57.724089 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31ff35-7998-48f8-85e4-7fafe40afddd x-openstack-request-id: req-4b31ff35-7998-48f8-85e4-7fafe40afddd {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:57.724394 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84181e7f-97de-4b36-94f8-c19423a41de9", "name": "network-vif-deleted", "tag": "fda666ca-43ce-4400-9d25-f438b543a87d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:57.724654 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b31ff35-7998-48f8-85e4-7fafe40afddd {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:57.725089 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b31ff35-7998-48f8-85e4-7fafe40afddd'] response: {'server_uuid': '84181e7f-97de-4b36-94f8-c19423a41de9', 'name': 'network-vif-deleted', 'tag': 'fda666ca-43ce-4400-9d25-f438b543a87d', 'status': 'completed', 'code': 200} May 14 17:17:57.771952 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b34b04f3-3ffc-4e0e-b36c-0a8b5fca799f req-f1c1848d-6a2f-4940-92df-c2c2f21abc4e tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0334561 May 14 17:17:58.052185 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-50efc647-1a4b-4b0a-98df-d460d1970ba8 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:17:58.053729 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-50efc647-1a4b-4b0a-98df-d460d1970ba8 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 946 time: 0.0550108 May 14 17:17:58.156714 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:17:58.157416 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:58.249505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] For port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:17:58.249770 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:58.261536 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:17:58.462092 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:58.491670 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:17:58.533586 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] No DVR routers for this DVR port 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:17:58.536096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:17:58.539445 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-916dfd84-f52d-4496-a0c4-e09f7a6d32ea req-32a35a74-387a-40e0-a06e-064d3d1b1f6e tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.57 "DELETE /v2.0/ports/9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 HTTP/1.1" status: 204 len: 173 time: 0.4794240 May 14 17:17:58.625206 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f826abae-1b1f-4b40-8f5b-a719b40f423b req-7901c6fb-447f-4a99-970b-1bd8c7784fce tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0281880 May 14 17:17:58.878225 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-703723a4-ae16-4390-9494-bc2e2669c40d req-8e5a5b98-4b69-44fb-8466-3d27b2ff9374 tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "GET /v2.0/ports?device_id=84181e7f-97de-4b36-94f8-c19423a41de9 HTTP/1.1" status: 200 len: 210 time: 0.0277655 May 14 17:17:59.729422 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'name': 'network-vif-deleted', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:17:59.732429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e65c9-bd78-4508-b144-18819992cd02" -d '{"events": [{"server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "name": "network-vif-deleted", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:17:59.736923 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4c72704-0843-433c-88f0-09a1939e23ae req-bfb15156-73d6-4453-87fd-6ba7e245d5b8 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d561b2-6285-429b-b8a0-6e0be37c37b3 HTTP/1.1" status: 200 len: 210 time: 0.0353539 May 14 17:17:59.768160 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adcc6f7-9a3b-4b93-b6f1-c4c63e82194a x-openstack-request-id: req-5adcc6f7-9a3b-4b93-b6f1-c4c63e82194a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:17:59.768456 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d561b2-6285-429b-b8a0-6e0be37c37b3", "name": "network-vif-deleted", "tag": "9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:17:59.768713 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5adcc6f7-9a3b-4b93-b6f1-c4c63e82194a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:17:59.769114 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adcc6f7-9a3b-4b93-b6f1-c4c63e82194a'] response: {'server_uuid': '99d561b2-6285-429b-b8a0-6e0be37c37b3', 'name': 'network-vif-deleted', 'tag': '9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2', 'status': 'completed', 'code': 200} May 14 17:17:59.936696 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49054) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:17:59.993418 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (7685b0aa-d50d-4282-a498-f0b70b06b67d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.018061 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (7685b0aa-d50d-4282-a498-f0b70b06b67d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.132909 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (7685b0aa-d50d-4282-a498-f0b70b06b67d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.135658 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.136827 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] 10.222.0.48 "DELETE /v2.0/security-groups/7685b0aa-d50d-4282-a498-f0b70b06b67d HTTP/1.1" status: 204 len: 168 time: 0.1991067 May 14 17:18:00.146069 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec760d-7573-40b2-91de-0db9a4e2d6fd tempest-TestShelveInstance-1885027933 tempest-TestShelveInstance-1885027933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685b0aa-d50d-4282-a498-f0b70b06b67d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:00.792995 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49060) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:00.915609 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Deleting port 96e731ba-0992-47c5-9734-8dbb5e40ee5c {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:00.915986 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.989338 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:00.989668 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (96e731ba-0992-47c5-9734-8dbb5e40ee5c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.001686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Calling delete_port for 96e731ba-0992-47c5-9734-8dbb5e40ee5c owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:01.007703 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:01.027664 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:01.027936 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 9cc999fa-8ec7-4c47-ad76-ec659eb8a6e2 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:01.028360 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:01.047244 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: fda666ca-43ce-4400-9d25-f438b543a87d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:01.047588 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device fda666ca-43ce-4400-9d25-f438b543a87d not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:01.199344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (96e731ba-0992-47c5-9734-8dbb5e40ee5c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.222581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'Port': ['ID=96e731ba-0992-47c5-9734-8dbb5e40ee5c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:01.288098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for floatingip (f39904df-d37d-4ba6-ba35-f42ca2814742), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.290686 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.291866 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-25b21fad-09e1-4594-b8f1-d5c6b2758427 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "DELETE /v2.0/floatingips/f39904df-d37d-4ba6-ba35-f42ca2814742 HTTP/1.1" status: 204 len: 168 time: 0.4979100 May 14 17:18:01.313530 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49066) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:01.667208 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.912914 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Deleting port 2e9a5d76-15b5-4371-b320-27cc14b5975d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:01.913270 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:01.990729 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] For port 2e9a5d76-15b5-4371-b320-27cc14b5975d, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=2e9a5d76-15b5-4371-b320-27cc14b5975d,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:01.991142 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.003439 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Calling delete_port for 2e9a5d76-15b5-4371-b320-27cc14b5975d owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:02.245197 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (2e9a5d76-15b5-4371-b320-27cc14b5975d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.275596 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9a5d76-15b5-4371-b320-27cc14b5975d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:02.440604 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.650246 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49078) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:02.653885 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:02.708575 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (f67423e7-8045-414a-a6f0-441a4884939a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.734145 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (f67423e7-8045-414a-a6f0-441a4884939a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.761279 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:02.767094 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-404b44b2-f10f-4483-9e6b-17b6a4720d3d admin admin] 10.222.0.48 "PUT /v2.0/routers/3e82f67c-34f9-415e-b44f-9ef5a7db6c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523797 May 14 17:18:02.769318 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49080) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:02.773699 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Sync routers for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:02.783883 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:02.784726 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:02.870170 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f67423e7-8045-414a-a6f0-441a4884939a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.872956 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:02.874197 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] 10.222.0.48 "DELETE /v2.0/security-groups/f67423e7-8045-414a-a6f0-441a4884939a HTTP/1.1" status: 204 len: 168 time: 0.2227893 May 14 17:18:02.932939 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c910b3e-cdfe-499d-b448-d479877b0967 tempest-TestVolumeBootPattern-2098186365 tempest-TestVolumeBootPattern-2098186365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67423e7-8045-414a-a6f0-441a4884939a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:02.990365 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:03.009704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49086) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:03.020866 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks [] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:03.176092 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:18:02Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:03.206456 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Checking router: 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:03.214628 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Routers {'3e82f67c-34f9-415e-b44f-9ef5a7db6c11'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:03.215758 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:03.216738 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks [] for router_gateway (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:03.332396 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] Set router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:03.388824 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Deleting port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:03.389163 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:03.496290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] For port df0e13d3-adbc-4cad-b2b1-f02c6e9c8040, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:03.496571 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:03.507480 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:18:02Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:03.517916 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Calling delete_port for df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:03.534234 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1be58-5370-49e2-a307-8bcc7a759c16 None None] The sync data for ids ['3e82f67c-34f9-415e-b44f-9ef5a7db6c11'] in dv-cinder-841745-1-iscsi is: [{'id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'name': 'tempest-TestShelveInstance-2108718366-router', 'tenant_id': '99683d34888b4c9a9398568a076e291f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:05Z', 'updated_at': '2022-05-14T17:18:02Z', 'revision_number': 5, 'project_id': '99683d34888b4c9a9398568a076e291f', 'gw_port': {'id': 'df0e13d3-adbc-4cad-b2b1-f02c6e9c8040', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82f67c-34f9-415e-b44f-9ef5a7db6c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:06Z', 'updated_at': '2022-05-14T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:03.667987 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:03.975684 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 2e9a5d76-15b5-4371-b320-27cc14b5975d no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:03.999322 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 2e9a5d76-15b5-4371-b320-27cc14b5975d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:03.999499 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 2e9a5d76-15b5-4371-b320-27cc14b5975d not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:04.145425 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (df0e13d3-adbc-4cad-b2b1-f02c6e9c8040), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.177293 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0e13d3-adbc-4cad-b2b1-f02c6e9c8040,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:04.278902 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.376420 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.379263 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks [] for router_controller (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.425635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Deleting port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:04.425635 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.499814 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] For port 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:04.500198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.513516 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Calling delete_port for 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:04.515198 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (3e82f67c-34f9-415e-b44f-9ef5a7db6c11), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.515695 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e82f67c-34f9-415e-b44f-9ef5a7db6c11 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:18:04.523460 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.523460 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9646db42-b2cd-44ed-84a0-b634c1a20481 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3e82f67c-34f9-415e-b44f-9ef5a7db6c11 HTTP/1.1" status: 204 len: 168 time: 1.7523880 May 14 17:18:04.525132 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49090) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:04.571274 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Deleting subnet 6175a3b3-16e3-4ebd-b10b-817ffada3489 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:18:04.575278 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Publish callbacks [] for subnet (6175a3b3-16e3-4ebd-b10b-817ffada3489), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.617263 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29130412'] for subnet (6175a3b3-16e3-4ebd-b10b-817ffada3489), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.801805 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:04.827124 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:05.000194 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (6175a3b3-16e3-4ebd-b10b-817ffada3489), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.033793 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.162063 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28577885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25679135'] for subnet (6175a3b3-16e3-4ebd-b10b-817ffada3489), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.187661 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6175a3b3-16e3-4ebd-b10b-817ffada3489,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:05.191362 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.197342 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c58429d7-f4d9-4650-9447-db7bdaefa805 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6175a3b3-16e3-4ebd-b10b-817ffada3489 HTTP/1.1" status: 204 len: 168 time: 0.6706061 May 14 17:18:05.203077 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49092) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:05.203235 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36a842-ad19-47df-bf84-2d7799e5e74f None None] Network 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:18:05.267199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Router ab838ee1-0ae4-4c95-aa71-a8f297110c30 has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:05.270603 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.324429 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Deleting port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:05.324770 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.368119 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] DHCP port deletion for 48181e76-3cfc-4ff5-8395-3a3ec5c2d53f request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:18:05.381518 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:05.386950 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-29a3c93c-208e-4c85-9649-bfda01cecd71 admin admin] 10.222.0.48 "PUT /v2.0/routers/ab838ee1-0ae4-4c95-aa71-a8f297110c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760753 May 14 17:18:05.389613 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49094) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:05.394119 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] For port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:05.394308 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Sync routers for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:05.394487 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.409011 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Calling delete_port for 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:05.411227 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:05.411959 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:05.498222 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks [] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.506133 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Deleting port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:05.506507 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.585293 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:05.600321 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.609389 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks [] for router_gateway (ab838ee1-0ae4-4c95-aa71-a8f297110c30), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.624879 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:05.626855 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] No DVR routers for this DVR port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:05.649905 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] For port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,segment=NetworkSegment(beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a),segment_id=beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:05.655228 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.700457 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.702532 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Calling delete_port for 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:05.721206 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48181e76-3cfc-4ff5-8395-3a3ec5c2d53f']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:05.732740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:05.733036 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:05.742441 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.757287 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.765333 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:18:05.765723 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (beb7bae3-5dd4-4d9f-a82b-454aaef8bd1a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.766697 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Deleting port 47224c8a-1b02-4eb4-8acd-62c8a4abb750 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:05.767465 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:18:05.767618 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:18:05.838417 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.854457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] For port 47224c8a-1b02-4eb4-8acd-62c8a4abb750, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=47224c8a-1b02-4eb4-8acd-62c8a4abb750,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:05.855116 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.868801 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Calling delete_port for 47224c8a-1b02-4eb4-8acd-62c8a4abb750 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:05.914191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (48181e76-3cfc-4ff5-8395-3a3ec5c2d53f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.925735 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:05.933710 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49096) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:05.933966 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] 10.222.0.48 "DELETE /v2.0/networks/48181e76-3cfc-4ff5-8395-3a3ec5c2d53f HTTP/1.1" status: 204 len: 168 time: 0.7349339 May 14 17:18:05.955946 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc93a0-c2c7-4082-acbe-8e189bcc4f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=48181e76-3cfc-4ff5-8395-3a3ec5c2d53f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:06.005531 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Pushing event deleted for resources: {'Port': ['ID=4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:06.008629 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] No DVR routers for this DVR port 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:06.018309 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:18:04Z', 'revision_number': 5, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port': {'id': '47224c8a-1b02-4eb4-8acd-62c8a4abb750', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:11Z', 'updated_at': '2022-05-14T17:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:06.022208 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.022560 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.022937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.023276 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.023608 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.023940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.024266 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.024590 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.024917 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.025242 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.025565 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.025887 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.026311 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddab10b-f083-426f-92e5-ccdbdb2a10ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:06.053942 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Checking router: ab838ee1-0ae4-4c95-aa71-a8f297110c30 for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:06.062438 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Routers {'ab838ee1-0ae4-4c95-aa71-a8f297110c30'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:06.063103 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:06.102370 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:06.154593 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:06.154971 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device df0e13d3-adbc-4cad-b2b1-f02c6e9c8040 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:06.155397 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:06.181846 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:06.182200 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 4d6ffeb9-96f6-4868-a9a7-5363d1f0e68f not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:06.200384 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] Set router ab838ee1-0ae4-4c95-aa71-a8f297110c30 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:06.256045 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:18:05Z', 'revision_number': 6, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port_host': None}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:06.282990 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171587ff-4ee5-4114-b3f5-7c411b7b6229 None None] The sync data for ids ['ab838ee1-0ae4-4c95-aa71-a8f297110c30'] in dv-cinder-841745-1-iscsi is: [{'id': 'ab838ee1-0ae4-4c95-aa71-a8f297110c30', 'name': 'tempest-TestVolumeBootPattern-1050193269-router', 'tenant_id': '62c38d1934f04482abb9399e7b34ddfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:10Z', 'updated_at': '2022-05-14T17:18:05Z', 'revision_number': 6, 'project_id': '62c38d1934f04482abb9399e7b34ddfa', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:06.297814 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (47224c8a-1b02-4eb4-8acd-62c8a4abb750), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.333704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Pushing event deleted for resources: {'Port': ['ID=47224c8a-1b02-4eb4-8acd-62c8a4abb750,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:06.406175 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.519026 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.521761 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks [] for router_controller (ab838ee1-0ae4-4c95-aa71-a8f297110c30), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.577145 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (22d7c173-7a6f-4a26-8558-4974d64649dd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.656486 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (ab838ee1-0ae4-4c95-aa71-a8f297110c30), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.656952 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab838ee1-0ae4-4c95-aa71-a8f297110c30 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:18:06.662541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:06.663739 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-35567598-5524-46a7-9ed2-e60f07bcee92 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ab838ee1-0ae4-4c95-aa71-a8f297110c30 HTTP/1.1" status: 204 len: 168 time: 1.2730300 May 14 17:18:06.666279 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49098) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:06.726892 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Deleting subnet b083e573-51be-44ae-8359-e555ceb480c3 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:18:07.022687 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Publish callbacks [] for subnet (b083e573-51be-44ae-8359-e555ceb480c3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.076098 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (b083e573-51be-44ae-8359-e555ceb480c3), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.189909 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (b083e573-51be-44ae-8359-e555ceb480c3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.270444 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Deleting port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:07.270840 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.343224 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (b083e573-51be-44ae-8359-e555ceb480c3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.387673 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b083e573-51be-44ae-8359-e555ceb480c3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:07.391090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.394257 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ebf094fe-54f8-4272-9c51-c1aaa797d30e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b083e573-51be-44ae-8359-e555ceb480c3 HTTP/1.1" status: 204 len: 168 time: 0.7270207 May 14 17:18:07.394461 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b6c1a-35d2-4fba-a028-c15bfea10e9f None None] Network 1b7d5ab9-0fdc-4732-b437-87c356abe6da requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:18:07.396406 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] For port 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:07.396764 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.397393 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49100) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:07.410716 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Calling delete_port for 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:07.473396 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (1b7d5ab9-0fdc-4732-b437-87c356abe6da), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.526679 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Deleting port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:07.527096 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.559778 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] DHCP port deletion for 1b7d5ab9-0fdc-4732-b437-87c356abe6da request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:18:07.597332 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] For port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:07.597815 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.610671 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Calling delete_port for 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:07.613854 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Deleting port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:07.614227 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.678160 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] For port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,segment=NetworkSegment(eaf41c9d-9854-4c79-9aa6-d9029a4eacee),segment_id=eaf41c9d-9854-4c79-9aa6-d9029a4eacee)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:07.678552 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.691417 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Calling delete_port for 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:07.693078 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (5551d8bf-0e21-4a74-9f68-1b3eab9cfe43), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.719039 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5551d8bf-0e21-4a74-9f68-1b3eab9cfe43,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:07.773109 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.783616 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (68f21b11-e0a0-47ad-851f-ddd9cbbd9e93), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.801589 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:07.805422 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] No DVR routers for this DVR port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:07.818412 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] Pushing event deleted for resources: {'Port': ['ID=68f21b11-e0a0-47ad-851f-ddd9cbbd9e93,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:07.827869 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7185a0e-d497-4b27-b99d-8a9d8fb058fc None None] No DVR routers for this DVR port 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:07.887619 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (1b7d5ab9-0fdc-4732-b437-87c356abe6da), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.908869 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7d5ab9-0fdc-4732-b437-87c356abe6da']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:07.915057 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (22d7c173-7a6f-4a26-8558-4974d64649dd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.920099 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:07.920398 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf41c9d-9854-4c79-9aa6-d9029a4eacee') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:07.932204 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (eaf41c9d-9854-4c79-9aa6-d9029a4eacee), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.948179 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (eaf41c9d-9854-4c79-9aa6-d9029a4eacee), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.955182 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (eaf41c9d-9854-4c79-9aa6-d9029a4eacee), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:18:07.959513 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:18:08.080817 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:08.087437 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (1b7d5ab9-0fdc-4732-b437-87c356abe6da), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.111384 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.111570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:08.111570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 23b6e6bc-580d-47ba-8d9d-6e5d0293a2d3 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:08.111570 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:08.111879 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1b7d5ab9-0fdc-4732-b437-87c356abe6da HTTP/1.1" status: 204 len: 168 time: 0.7051892 May 14 17:18:08.111879 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49102) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:08.122571 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:08.122942 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 68f21b11-e0a0-47ad-851f-ddd9cbbd9e93 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:08.123358 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 47224c8a-1b02-4eb4-8acd-62c8a4abb750 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:08.143850 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 47224c8a-1b02-4eb4-8acd-62c8a4abb750 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:08.144623 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 47224c8a-1b02-4eb4-8acd-62c8a4abb750 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:08.153178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Router 22d7c173-7a6f-4a26-8558-4974d64649dd has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:08.157468 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a83c-4ffb-4637-9ce1-e6fe8e008bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7d5ab9-0fdc-4732-b437-87c356abe6da,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:08.263794 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:08.269209 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ece0457f-cb5e-4d5b-9809-327b59c0a8a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/22d7c173-7a6f-4a26-8558-4974d64649dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3343186 May 14 17:18:08.271706 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49104) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:08.273108 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Sync routers for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:08.282951 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:08.283660 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:08.382912 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks [] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.396597 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:08.477417 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (08189257-309b-439c-b69c-8a4858101fde), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.493958 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks [] for router_gateway (22d7c173-7a6f-4a26-8558-4974d64649dd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.582609 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:18:07Z', 'revision_number': 5, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port': {'id': 'bd140bb4-c787-438d-95b7-9bc0c4f09c95', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:13:15Z', 'updated_at': '2022-05-14T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:08.610180 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Checking router: 22d7c173-7a6f-4a26-8558-4974d64649dd for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:08.616717 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Deleting port bd140bb4-c787-438d-95b7-9bc0c4f09c95 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:08.616717 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.618877 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Routers {'22d7c173-7a6f-4a26-8558-4974d64649dd'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:08.619502 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['22d7c173-7a6f-4a26-8558-4974d64649dd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:08.695516 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] For port bd140bb4-c787-438d-95b7-9bc0c4f09c95, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=bd140bb4-c787-438d-95b7-9bc0c4f09c95,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:08.695785 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.709429 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Calling delete_port for bd140bb4-c787-438d-95b7-9bc0c4f09c95 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:08.713958 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] Set router 22d7c173-7a6f-4a26-8558-4974d64649dd gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:08.735809 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Deleting port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:08.736162 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.768498 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:18:08Z', 'revision_number': 6, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port_host': None}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:08.795523 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafea7f-5a91-4f78-a839-840793b46671 None None] The sync data for ids ['22d7c173-7a6f-4a26-8558-4974d64649dd'] in dv-cinder-841745-1-iscsi is: [{'id': '22d7c173-7a6f-4a26-8558-4974d64649dd', 'name': 'tempest-TestShelveInstance-1289492406-router', 'tenant_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:13:14Z', 'updated_at': '2022-05-14T17:18:08Z', 'revision_number': 6, 'project_id': 'abb53e9ac3f64509a73dddc060eb84c0', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:08.822564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] For port 0e69bc44-cd84-4ec9-9374-ac5f650eac4f, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:08.822564 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.842849 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Calling delete_port for 0e69bc44-cd84-4ec9-9374-ac5f650eac4f owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:08.951096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (bd140bb4-c787-438d-95b7-9bc0c4f09c95), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:08.980704 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd140bb4-c787-438d-95b7-9bc0c4f09c95,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:09.039365 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (22d7c173-7a6f-4a26-8558-4974d64649dd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.101954 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (0e69bc44-cd84-4ec9-9374-ac5f650eac4f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.129612 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e69bc44-cd84-4ec9-9374-ac5f650eac4f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:09.146467 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.148824 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks [] for router_controller (22d7c173-7a6f-4a26-8558-4974d64649dd), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.290532 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (22d7c173-7a6f-4a26-8558-4974d64649dd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.291256 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d7c173-7a6f-4a26-8558-4974d64649dd {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:18:09.296146 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.297389 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ea7ebbcd-8e5e-4e3d-81c1-6a13086c8a78 admin admin] 10.222.0.48 "DELETE /v2.0/routers/22d7c173-7a6f-4a26-8558-4974d64649dd HTTP/1.1" status: 204 len: 168 time: 1.0247602 May 14 17:18:09.299854 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49108) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:09.319959 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (08189257-309b-439c-b69c-8a4858101fde), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.352178 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Deleting subnet 784805f5-f7c7-45b7-bfd1-75dc324ad5fe {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:18:09.355538 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Publish callbacks [] for subnet (784805f5-f7c7-45b7-bfd1-75dc324ad5fe), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.389224 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (784805f5-f7c7-45b7-bfd1-75dc324ad5fe), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.468943 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (784805f5-f7c7-45b7-bfd1-75dc324ad5fe), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.537775 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Router 08189257-309b-439c-b69c-8a4858101fde has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:09.582803 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (784805f5-f7c7-45b7-bfd1-75dc324ad5fe), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.611107 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784805f5-f7c7-45b7-bfd1-75dc324ad5fe,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:09.616485 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.618099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bc200-a54c-4ee7-ac62-a019361d9554 None None] Network abe2ec34-9987-4705-95a4-307254a12905 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:18:09.623072 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7ffcfc82-5a28-4611-ad29-fbf3416e8646 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/784805f5-f7c7-45b7-bfd1-75dc324ad5fe HTTP/1.1" status: 204 len: 168 time: 0.3222015 May 14 17:18:09.627260 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49110) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:09.656534 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:09.668666 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Sync routers for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:09.672528 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2545144f-2917-4310-9b1a-2ab4f7ab834e admin admin] 10.222.0.48 "PUT /v2.0/routers/08189257-309b-439c-b69c-8a4858101fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654507 May 14 17:18:09.674998 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49116) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:09.695303 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (abe2ec34-9987-4705-95a4-307254a12905), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.723847 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:09.724630 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:09.767207 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Deleting port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:09.767557 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.839107 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] For port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,segment=NetworkSegment(fff97adf-eee6-4d1d-8539-7bc364d16724),segment_id=fff97adf-eee6-4d1d-8539-7bc364d16724)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:09.839566 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.853811 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks [] for router (08189257-309b-439c-b69c-8a4858101fde), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:09.859437 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Calling delete_port for 70c0a40d-1c63-427d-aff6-c78c07bc1d8d owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:09.879606 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: dv-cinder-841745-1-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:09.924898 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] DHCP port deletion for abe2ec34-9987-4705-95a4-307254a12905 request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:18:10.039149 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks [] for router_gateway (08189257-309b-439c-b69c-8a4858101fde), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.053164 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.104036 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:10.106652 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] No DVR routers for this DVR port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d on host dv-cinder-841745-1-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:10.157453 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Deleting port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:10.157842 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.162224 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70c0a40d-1c63-427d-aff6-c78c07bc1d8d no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:10.191300 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (abe2ec34-9987-4705-95a4-307254a12905), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.208330 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Deleting port cdcc67c1-ee60-498a-b45a-fe885e207593 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:10.208645 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.215318 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe2ec34-9987-4705-95a4-307254a12905']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.224075 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1bf0df92-7aef-4301-90c1-3a7e2d6543e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.225384 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 70c0a40d-1c63-427d-aff6-c78c07bc1d8d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:10.225731 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 70c0a40d-1c63-427d-aff6-c78c07bc1d8d not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:10.226175 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:10.226539 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff97adf-eee6-4d1d-8539-7bc364d16724') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.227048 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff97adf-eee6-4d1d-8539-7bc364d16724') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.238164 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29203106'] for segment (fff97adf-eee6-4d1d-8539-7bc364d16724), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.253393 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (fff97adf-eee6-4d1d-8539-7bc364d16724), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.266025 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:10.266377 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 5551d8bf-0e21-4a74-9f68-1b3eab9cfe43 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:10.268809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device bd140bb4-c787-438d-95b7-9bc0c4f09c95 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:10.270000 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:18:10.270765 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29079557'] for segment (fff97adf-eee6-4d1d-8539-7bc364d16724), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.295321 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] For port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d, host dv-cinder-841745-1-iscsi, got binding levels [] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:10.295721 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.298518 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: bd140bb4-c787-438d-95b7-9bc0c4f09c95 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:10.298891 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device bd140bb4-c787-438d-95b7-9bc0c4f09c95 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:10.300758 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] For port cdcc67c1-ee60-498a-b45a-fe885e207593, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=cdcc67c1-ee60-498a-b45a-fe885e207593,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:10.301398 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.314553 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Calling delete_port for 70c0a40d-1c63-427d-aff6-c78c07bc1d8d owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:10.317673 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.ipam_backend_mixin [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d was not found and therefore no delete operation was performed {{(pid=103964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 14 17:18:10.325858 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (70c0a40d-1c63-427d-aff6-c78c07bc1d8d), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.326257 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Calling delete_port for cdcc67c1-ee60-498a-b45a-fe885e207593 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: Traceback (most recent call last): May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: timer() May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: cb(*args, **kw) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: return func(*args, **kwargs) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: self._notify() May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: self.callback(batched_events) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: event.method(event) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: return f(self, *a, **k) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._get(url).json() May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:18:10.330726 dv-cinder-841745-1-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:18:10.355881 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:18:08Z', 'revision_number': 5, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port': {'id': 'cdcc67c1-ee60-498a-b45a-fe885e207593', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08189257-309b-439c-b69c-8a4858101fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.357807 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] Pushing event deleted for resources: {'Port': ['ID=70c0a40d-1c63-427d-aff6-c78c07bc1d8d,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:10.386775 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f3df8-76ec-40bb-a1c5-0bc7dcc984bd None None] No DVR routers for this DVR port 70c0a40d-1c63-427d-aff6-c78c07bc1d8d on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:10.388219 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Checking router: 08189257-309b-439c-b69c-8a4858101fde for host: dv-cinder-841745-1-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:10.406621 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Routers {'08189257-309b-439c-b69c-8a4858101fde'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:10.407283 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:17:42Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['08189257-309b-439c-b69c-8a4858101fde'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.416449 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (abe2ec34-9987-4705-95a4-307254a12905), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.423457 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.427550 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/abe2ec34-9987-4705-95a4-307254a12905 HTTP/1.1" status: 204 len: 168 time: 0.8025942 May 14 17:18:10.442321 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963a1f-c80c-4d95-8c44-7ce6bc7202f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe2ec34-9987-4705-95a4-307254a12905,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:10.521926 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] Set router 08189257-309b-439c-b69c-8a4858101fde gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:10.578092 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:18:10Z', 'revision_number': 6, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port_host': None}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:10.578905 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (cdcc67c1-ee60-498a-b45a-fe885e207593), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.585276 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035829ac-e0e4-4eed-b630-3f98eb0c272f req-d30bc3f4-d393-4e33-a10d-a0ee06220b13 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:18:10.586964 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-035829ac-e0e4-4eed-b630-3f98eb0c272f req-d30bc3f4-d393-4e33-a10d-a0ee06220b13 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0567920 May 14 17:18:10.604177 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcc67c1-ee60-498a-b45a-fe885e207593,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:10.611403 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf178d8-d8d8-49d4-aeb8-4ed0039b6660 None None] The sync data for ids ['08189257-309b-439c-b69c-8a4858101fde'] in dv-cinder-841745-1-iscsi is: [{'id': '08189257-309b-439c-b69c-8a4858101fde', 'name': 'tempest-TestVolumeBootPattern-919055765-router', 'tenant_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:10:17Z', 'updated_at': '2022-05-14T17:18:10Z', 'revision_number': 6, 'project_id': 'cfa01d57b4d34324b02691bbf1214ebe', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:10.639953 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-035829ac-e0e4-4eed-b630-3f98eb0c272f req-b8f94bec-5717-4c13-97c3-cd299f4302a8 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462291 May 14 17:18:10.678948 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (08189257-309b-439c-b69c-8a4858101fde), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.769606 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (08189257-309b-439c-b69c-8a4858101fde), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.771638 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks [] for router_controller (08189257-309b-439c-b69c-8a4858101fde), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.797991 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49128) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:10.836387 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-23362d93-001f-4c73-87db-e9a1c4c2ea25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99683d34888b4c9a9398568a076e291f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370953 May 14 17:18:10.838979 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49130) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:10.885077 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (08189257-309b-439c-b69c-8a4858101fde), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.885605 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08189257-309b-439c-b69c-8a4858101fde {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:18:10.888947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] Publish callbacks [] for security_group (279b7108-aa21-4354-a0ad-2de5e589671b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.891272 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.892868 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-608f8cc3-b6ea-491f-a2ab-e645e2de7948 admin admin] 10.222.0.48 "DELETE /v2.0/routers/08189257-309b-439c-b69c-8a4858101fde HTTP/1.1" status: 204 len: 168 time: 1.2161953 May 14 17:18:10.895114 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49132) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:10.910598 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] Publish callbacks [] for security_group (279b7108-aa21-4354-a0ad-2de5e589671b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.939119 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Deleting subnet 2ced0809-b63b-49a7-a774-f28e0212db79 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:18:10.942070 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Publish callbacks [] for subnet (2ced0809-b63b-49a7-a774-f28e0212db79), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:10.982233 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29130412'] for subnet (2ced0809-b63b-49a7-a774-f28e0212db79), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.018666 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (279b7108-aa21-4354-a0ad-2de5e589671b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.025237 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.025237 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/279b7108-aa21-4354-a0ad-2de5e589671b HTTP/1.1" status: 204 len: 168 time: 0.1823051 May 14 17:18:11.032537 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e15b85-98cf-4ecf-8aa3-0a1253a992bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b7108-aa21-4354-a0ad-2de5e589671b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:11.309437 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (2ced0809-b63b-49a7-a774-f28e0212db79), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.424783 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28577885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25679135'] for subnet (2ced0809-b63b-49a7-a774-f28e0212db79), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.451414 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ced0809-b63b-49a7-a774-f28e0212db79,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:11.455153 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.458686 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-95da8d1c-5207-4f6f-b148-a86067dab60c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ced0809-b63b-49a7-a774-f28e0212db79 HTTP/1.1" status: 204 len: 168 time: 0.5623553 May 14 17:18:11.460990 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49138) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:11.465667 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4acc1-a0d6-4496-b0c3-0904979fa616 None None] Network 70929a4e-0f17-48cc-b351-31095454e3c0 requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:18:11.543155 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (70929a4e-0f17-48cc-b351-31095454e3c0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.597185 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Deleting port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:11.599074 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.615530 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] DHCP port deletion for 70929a4e-0f17-48cc-b351-31095454e3c0 request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:18:11.675657 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] For port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:11.675809 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Deleting port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:11.675921 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.676132 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.694847 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Calling delete_port for b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:11.721099 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49142) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:11.818768 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-366adfca-d2b3-4a9e-a093-cb8dc3e97b1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abb53e9ac3f64509a73dddc060eb84c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952992 May 14 17:18:11.821928 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49144) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:11.836985 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8383-ef8b-4cd1-8962-3b2f1f983c68 req-0db72011-1296-4def-9d32-dc4f0b1868e2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:18:11.839262 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55ab8383-ef8b-4cd1-8962-3b2f1f983c68 req-0db72011-1296-4def-9d32-dc4f0b1868e2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0841889 May 14 17:18:11.874105 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] Publish callbacks [] for security_group (4ef52b8a-61e5-4b77-9954-8b816778373d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.889229 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.890396 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55ab8383-ef8b-4cd1-8962-3b2f1f983c68 req-73de2534-73cd-457c-9c9e-1bcec1b73e9f tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8d4b586-7022-4670-aad1-6697ade5fe84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445898 May 14 17:18:11.904959 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] Publish callbacks [] for security_group (4ef52b8a-61e5-4b77-9954-8b816778373d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.918429 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] For port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,segment=NetworkSegment(8104397a-ad3f-4f35-9287-ae91bd555397),segment_id=8104397a-ad3f-4f35-9287-ae91bd555397)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:11.918429 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:11.925126 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Calling delete_port for b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:11.937195 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:11.939116 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] No DVR routers for this DVR port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:12.006612 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.032898 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device cdcc67c1-ee60-498a-b45a-fe885e207593 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:12.038650 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] Pushing event deleted for resources: {'Port': ['ID=b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:12.039447 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (70929a4e-0f17-48cc-b351-31095454e3c0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.048505 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-b5c6bc28-0b37-4fab-8fab-afb8f5932ef3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 17:18:12.050806 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-b5c6bc28-0b37-4fab-8fab-afb8f5932ef3 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 947 time: 0.0841022 May 14 17:18:12.061300 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70929a4e-0f17-48cc-b351-31095454e3c0']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:12.063033 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: cdcc67c1-ee60-498a-b45a-fe885e207593 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:12.063391 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device cdcc67c1-ee60-498a-b45a-fe885e207593 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:12.063796 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:12.072276 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8104397a-ad3f-4f35-9287-ae91bd555397') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:12.072813 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8104397a-ad3f-4f35-9287-ae91bd555397') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:12.083211 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cc040-5ea1-4530-b681-f7b48a117639 None None] No DVR routers for this DVR port b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:12.083785 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (8104397a-ad3f-4f35-9287-ae91bd555397), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.086429 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:12.086884 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device b5e7c3c7-2a3a-4e3f-b1d5-f7004637db15 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:12.087216 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 0e69bc44-cd84-4ec9-9374-ac5f650eac4f no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:12.100138 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (8104397a-ad3f-4f35-9287-ae91bd555397), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.106740 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:18:12.107212 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (8104397a-ad3f-4f35-9287-ae91bd555397), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:18:12.109037 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:18:12.112516 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 0e69bc44-cd84-4ec9-9374-ac5f650eac4f {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:12.112878 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 0e69bc44-cd84-4ec9-9374-ac5f650eac4f not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:12.125037 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (4ef52b8a-61e5-4b77-9954-8b816778373d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.125366 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.126553 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ef52b8a-61e5-4b77-9954-8b816778373d HTTP/1.1" status: 204 len: 168 time: 0.3035200 May 14 17:18:12.161020 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039c205-d909-4404-b850-fb32f88fc830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef52b8a-61e5-4b77-9954-8b816778373d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:12.185588 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Deleting port 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:12.187527 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.275587 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (70929a4e-0f17-48cc-b351-31095454e3c0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.281583 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.283811 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] For port 430afce4-d2ce-4692-90b3-2c53689267d1, host hv-cinder-84174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84174',level=0,port_id=430afce4-d2ce-4692-90b3-2c53689267d1,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:12.284225 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.286646 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] 10.222.0.48 "DELETE /v2.0/networks/70929a4e-0f17-48cc-b351-31095454e3c0 HTTP/1.1" status: 204 len: 168 time: 0.8246219 May 14 17:18:12.299455 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d38847-0fcc-4cb0-ac01-cde9897432da admin admin] Pushing event deleted for resources: {'Network': ['ID=70929a4e-0f17-48cc-b351-31095454e3c0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:12.407501 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a3366394-63a5-4233-90c9-ef67de450e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.462100 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.462470 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395003'] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.462835 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Floating IP 80fb1fac-0bf6-421d-b1a5-e68f0deab412 disassociated. External IP: 172.27.2.87, port: 430afce4-d2ce-4692-90b3-2c53689267d1. May 14 17:18:12.463169 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Calling delete_port for 430afce4-d2ce-4692-90b3-2c53689267d1 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:12.585500 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49150) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:12.643561 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-326e529f-51a1-4141-adcc-436e66d2524a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62c38d1934f04482abb9399e7b34ddfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544565 May 14 17:18:12.643867 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49152) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:12.679044 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (430afce4-d2ce-4692-90b3-2c53689267d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.713334 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'Port': ['ID=430afce4-d2ce-4692-90b3-2c53689267d1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:12.733658 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] Publish callbacks [] for security_group (cf9d5911-f509-4091-897f-ad1ac842eace), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.795798 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] Publish callbacks [] for security_group (cf9d5911-f509-4091-897f-ad1ac842eace), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.877945 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:12.980489 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cf9d5911-f509-4091-897f-ad1ac842eace), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.983080 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.983929 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:12.984470 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf9d5911-f509-4091-897f-ad1ac842eace HTTP/1.1" status: 204 len: 168 time: 0.3394158 May 14 17:18:13.005809 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9f3244a-4b98-48e5-a935-2359d807c3a8 req-e61a8539-7d0c-4f84-b415-22a87f7cd473 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 210 time: 0.0396180 May 14 17:18:13.016480 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2841b-eaed-427a-92a5-fe57b34e12ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d5911-f509-4091-897f-ad1ac842eace,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:13.026496 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:13.052639 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:13.067725 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:13.077223 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:18:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:13.213876 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:13.350249 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:13.359443 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] No DVR routers for this DVR port 430afce4-d2ce-4692-90b3-2c53689267d1 on host hv-cinder-84174 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:13.361888 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:13.365819 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5fd43d87-ee44-4983-8b91-44aa023bec5a req-7f38d82b-00a2-4e65-b892-f93fb0b4e5a2 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.57 "DELETE /v2.0/ports/430afce4-d2ce-4692-90b3-2c53689267d1 HTTP/1.1" status: 204 len: 173 time: 1.3097184 May 14 17:18:13.366285 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-deleted', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 17:18:13.368531 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5097ace04c8225f6917e0ff13cb74487bd892b25e6fee92167f39ac8000079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a6215-b92a-4095-8551-d585b8d0b2f9" -d '{"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-deleted", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 17:18:13.416173 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5d019-7238-43dc-a070-2529822256aa x-openstack-request-id: req-72a5d019-7238-43dc-a070-2529822256aa {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 17:18:13.439351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94d5651-e76f-4430-8a60-8e66a637da68", "name": "network-vif-deleted", "tag": "430afce4-d2ce-4692-90b3-2c53689267d1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 17:18:13.439351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72a5d019-7238-43dc-a070-2529822256aa {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 17:18:13.439351 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a5d019-7238-43dc-a070-2529822256aa'] response: {'server_uuid': 'd94d5651-e76f-4430-8a60-8e66a637da68', 'name': 'network-vif-deleted', 'tag': '430afce4-d2ce-4692-90b3-2c53689267d1', 'status': 'completed', 'code': 200} May 14 17:18:13.517271 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:13.544374 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:13.552773 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:13.553442 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:18:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:13.661935 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:13.831273 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49162) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:13.865511 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:13.870858 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-02f4a96d-2e8e-4032-aaf5-b1fb7fd4ee56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfa01d57b4d34324b02691bbf1214ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383689 May 14 17:18:13.873290 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49164) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:13.893193 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf7fd-c16c-4987-91d2-322ad0ea6ea8 None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:12:59Z', 'revision_number': 4, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi', '_interfaces': [{'id': 'd69cc5ca-c153-4526-b2d4-1f423dc2a37c', 'name': '', 'network_id': '12bb30e0-325c-4182-9e3b-0ee35cf6398c', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'mac_address': 'fa:16:3e:92:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:58Z', 'updated_at': '2022-05-14T17:13:03Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'subnets': [{'id': 'f51306a8-0099-409f-83e6-db193edb7cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:13.923920 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] Publish callbacks [] for security_group (2c1d70b0-bc62-4b39-914b-4689f72d5a08), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:13.945744 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] Publish callbacks [] for security_group (2c1d70b0-bc62-4b39-914b-4689f72d5a08), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:14.070121 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (2c1d70b0-bc62-4b39-914b-4689f72d5a08), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:14.074415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:14.079849 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c1d70b0-bc62-4b39-914b-4689f72d5a08 HTTP/1.1" status: 204 len: 168 time: 0.2015786 May 14 17:18:14.086268 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041ba85-f407-4782-9adb-f8cec24c5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d70b0-bc62-4b39-914b-4689f72d5a08,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:14.141981 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c34d46b-6b1e-407b-9702-d37dd6e9c585 req-6b6bdec1-eea5-40db-83ad-65e5eab7a3bf tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/ports?device_id=d94d5651-e76f-4430-8a60-8e66a637da68 HTTP/1.1" status: 200 len: 210 time: 0.0379601 May 14 17:18:14.144561 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926a0c0-0c36-4298-9547-2cfbb3502196 None None] New status for floating IP 80fb1fac-0bf6-421d-b1a5-e68f0deab412: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:18:14.789860 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.053465 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 no longer exists at agent hyperv_hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:15.073649 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] No Port match for: 430afce4-d2ce-4692-90b3-2c53689267d1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:15.073992 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Device 430afce4-d2ce-4692-90b3-2c53689267d1 not bound to the agent host hv-cinder-84174 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:15.292529 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49174) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:15.346344 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (d8d4b586-7022-4670-aad1-6697ade5fe84), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.369051 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (d8d4b586-7022-4670-aad1-6697ade5fe84), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.486608 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d8d4b586-7022-4670-aad1-6697ade5fe84), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.489402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.493014 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8d4b586-7022-4670-aad1-6697ade5fe84 HTTP/1.1" status: 204 len: 168 time: 0.1971576 May 14 17:18:15.493459 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:15.501854 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a914ec8-6f0b-48d9-a1fe-8fd72d10d594 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d4b586-7022-4670-aad1-6697ade5fe84,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:15.515592 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-07146ae3-689d-42d1-839d-c58cc6146eca tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] show failed (client error): The resource could not be found. May 14 17:18:15.516818 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-07146ae3-689d-42d1-839d-c58cc6146eca tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "GET /v2.0/security-groups/d8d4b586-7022-4670-aad1-6697ade5fe84 HTTP/1.1" status: 404 len: 347 time: 0.0223837 May 14 17:18:15.521240 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49178) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:15.646080 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Deleting port c33ac44f-f667-42de-bc39-b4cc5908c73b {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:15.646342 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.722090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.722420 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (c33ac44f-f667-42de-bc39-b4cc5908c73b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.733846 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Calling delete_port for c33ac44f-f667-42de-bc39-b4cc5908c73b owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:15.927311 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (c33ac44f-f667-42de-bc39-b4cc5908c73b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:15.955415 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Pushing event deleted for resources: {'Port': ['ID=c33ac44f-f667-42de-bc39-b4cc5908c73b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:16.015103 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks [] for floatingip (80fb1fac-0bf6-421d-b1a5-e68f0deab412), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:16.017647 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59312'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:16.018777 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37400d66-cb2a-4a44-b3ed-398787cfd208 tempest-AttachVolumeShelveTestJSON-264134490 tempest-AttachVolumeShelveTestJSON-264134490-project] 10.222.0.48 "DELETE /v2.0/floatingips/80fb1fac-0bf6-421d-b1a5-e68f0deab412 HTTP/1.1" status: 204 len: 168 time: 0.4964230 May 14 17:18:16.447061 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:18.802574 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49200) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:19.323927 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394747'] for router_interface (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:19.563772 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Deleting port d69cc5ca-c153-4526-b2d4-1f423dc2a37c {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:19.564105 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:19.639822 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] For port d69cc5ca-c153-4526-b2d4-1f423dc2a37c, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:19.640106 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:19.652293 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Calling delete_port for d69cc5ca-c153-4526-b2d4-1f423dc2a37c owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:19.903841 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (d69cc5ca-c153-4526-b2d4-1f423dc2a37c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:19.928651 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Pushing event deleted for resources: {'Port': ['ID=d69cc5ca-c153-4526-b2d4-1f423dc2a37c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:20.100940 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394647'] for router_interface (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:20.315541 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Router bdb241b5-1ec5-4a13-8142-9e87ba4e015f has already been hosted by L3 agent 48eddd1d-19a7-4a83-a903-a41c14aaa512 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 17:18:20.425217 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] Notify agent at l3_agent.dv-cinder-841745-1-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 17:18:20.430117 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7b6ab7b1-fe79-44d7-8d6b-4d27729e145b admin admin] 10.222.0.48 "PUT /v2.0/routers/bdb241b5-1ec5-4a13-8142-9e87ba4e015f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264811 May 14 17:18:20.432816 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49204) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:20.433613 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Sync routers for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:18:20.443868 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:20.444485 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:18:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:20.538639 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks [] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:20.550747 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: dv-cinder-841745-1-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:20.645049 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks [] for router_gateway (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:20.729822 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'external_fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '05a1c907-0dd6-45a9-952a-350c41516202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:18:19Z', 'revision_number': 5, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port': {'id': '05a1c907-0dd6-45a9-952a-350c41516202', 'name': '', 'network_id': '5e89f133-8a50-408f-a26f-b684ef3c05bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T17:12:55Z', 'updated_at': '2022-05-14T17:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a08cb8b1-55c1-4399-8abc-01f2311bfb79', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841745-1-iscsi'}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:20.755483 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Checking router: bdb241b5-1ec5-4a13-8142-9e87ba4e015f for host: dv-cinder-841745-1-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:18:20.764561 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Routers {'bdb241b5-1ec5-4a13-8142-9e87ba4e015f'} bound to L3 agent in host dv-cinder-841745-1-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 17:18:20.765170 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T16:57:42Z,description=,heartbeat_timestamp=2022-05-14T17:18:12Z,host='dv-cinder-841745-1-iscsi',id=48eddd1d-19a7-4a83-a903-a41c14aaa512,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T16:57:43Z,topic='l3_agent')) {'router_ids': ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:20.778807 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Deleting port 05a1c907-0dd6-45a9-952a-350c41516202 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:20.779156 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (05a1c907-0dd6-45a9-952a-350c41516202), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:20.851243 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] Set router bdb241b5-1ec5-4a13-8142-9e87ba4e015f gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 17:18:20.855570 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] For port 05a1c907-0dd6-45a9-952a-350c41516202, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=05a1c907-0dd6-45a9-952a-350c41516202,segment=NetworkSegment(16a5752e-cc1f-476e-a6fc-32ba7671a642),segment_id=16a5752e-cc1f-476e-a6fc-32ba7671a642)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:20.855947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (05a1c907-0dd6-45a9-952a-350c41516202), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:20.868445 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Calling delete_port for 05a1c907-0dd6-45a9-952a-350c41516202 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:20.902615 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:18:20Z', 'revision_number': 6, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port_host': None}], 'dv-cinder-841745-1-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:20.931100 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd286288-3416-45f3-a994-2c0ab54e3629 None None] The sync data for ids ['bdb241b5-1ec5-4a13-8142-9e87ba4e015f'] in dv-cinder-841745-1-iscsi is: [{'id': 'bdb241b5-1ec5-4a13-8142-9e87ba4e015f', 'name': 'tempest-AttachVolumeShelveTestJSON-1163306734-router', 'tenant_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T17:12:54Z', 'updated_at': '2022-05-14T17:18:20Z', 'revision_number': 6, 'project_id': '2ddb55acb6f14928a8c0b9522e8b0f7d', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:18:21.092251 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29079670'] for port (05a1c907-0dd6-45a9-952a-350c41516202), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.118383 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a1c907-0dd6-45a9-952a-350c41516202,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:21.181182 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394805'] for router_gateway (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.273147 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3706282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28581'] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.275381 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks [] for router_controller (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.383848 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3706277'] for router (bdb241b5-1ec5-4a13-8142-9e87ba4e015f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.384428 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb241b5-1ec5-4a13-8142-9e87ba4e015f {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 17:18:21.388726 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.389882 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-903e93fd-eac6-4387-baf4-35bb544e5190 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bdb241b5-1ec5-4a13-8142-9e87ba4e015f HTTP/1.1" status: 204 len: 168 time: 0.9561548 May 14 17:18:21.392452 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49206) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:21.437170 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Deleting subnet f51306a8-0099-409f-83e6-db193edb7cc0 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 14 17:18:21.440242 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Publish callbacks [] for subnet (f51306a8-0099-409f-83e6-db193edb7cc0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.473592 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29203131'] for subnet (f51306a8-0099-409f-83e6-db193edb7cc0), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.551383 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606188'] for subnet (f51306a8-0099-409f-83e6-db193edb7cc0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.916137 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29079643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257213'] for subnet (f51306a8-0099-409f-83e6-db193edb7cc0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.946835 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51306a8-0099-409f-83e6-db193edb7cc0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:21.950833 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:21.956337 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ce7559f3-94ca-4b72-ac6d-08dda1dfeb73 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f51306a8-0099-409f-83e6-db193edb7cc0 HTTP/1.1" status: 204 len: 168 time: 0.5605867 May 14 17:18:21.957843 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49208) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:21.964841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4210d69-3f4e-4485-a5b3-fb479e9e185c None None] Network 12bb30e0-325c-4182-9e3b-0ee35cf6398c requested from dv-cinder-841745-1-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 17:18:22.004502 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 05a1c907-0dd6-45a9-952a-350c41516202 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:22.030520 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599535'] for network (12bb30e0-325c-4182-9e3b-0ee35cf6398c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.033989 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 05a1c907-0dd6-45a9-952a-350c41516202 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:22.034347 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 05a1c907-0dd6-45a9-952a-350c41516202 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:22.034774 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d69cc5ca-c153-4526-b2d4-1f423dc2a37c no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:22.059387 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: d69cc5ca-c153-4526-b2d4-1f423dc2a37c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:22.059738 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device d69cc5ca-c153-4526-b2d4-1f423dc2a37c not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:22.083076 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Deleting port 58498cdd-3d7e-40f9-be9e-195250cb2002 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:22.083417 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.149545 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] For port 58498cdd-3d7e-40f9-be9e-195250cb2002, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=58498cdd-3d7e-40f9-be9e-195250cb2002,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:22.149913 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.162631 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Calling delete_port for 58498cdd-3d7e-40f9-be9e-195250cb2002 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:22.167261 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] DHCP port deletion for 12bb30e0-325c-4182-9e3b-0ee35cf6398c request from dv-cinder-841745-1-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 17:18:22.213174 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Deleting port 58498cdd-3d7e-40f9-be9e-195250cb2002 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 14 17:18:22.213434 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764503521208'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.276250 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] For port 58498cdd-3d7e-40f9-be9e-195250cb2002, host dv-cinder-841745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841745-1-iscsi',level=0,port_id=58498cdd-3d7e-40f9-be9e-195250cb2002,segment=NetworkSegment(a4e6bb98-556d-49c0-b935-b79f3acbdecd),segment_id=a4e6bb98-556d-49c0-b935-b79f3acbdecd)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 17:18:22.276663 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401075'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.290868 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Calling delete_port for 58498cdd-3d7e-40f9-be9e-195250cb2002 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 14 17:18:22.327036 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28577904'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.352513 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Pushing event deleted for resources: {'Port': ['ID=58498cdd-3d7e-40f9-be9e-195250cb2002,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:22.357613 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] No DVR routers for this DVR port 58498cdd-3d7e-40f9-be9e-195250cb2002 on host dv-cinder-841745-1-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:22.370422 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764503524639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764503102850'] for port (58498cdd-3d7e-40f9-be9e-195250cb2002), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.395652 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] Pushing event deleted for resources: {'Port': ['ID=58498cdd-3d7e-40f9-be9e-195250cb2002,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:22.399295 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ddafd-0119-4ba1-9897-ca3706552f15 None None] No DVR routers for this DVR port 58498cdd-3d7e-40f9-be9e-195250cb2002 on host dv-cinder-841745-1-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:18:22.434177 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620569', 'neutron.services.segments.db._delete_segments_for_network-8764503629020'] for network (12bb30e0-325c-4182-9e3b-0ee35cf6398c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.453704 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bb30e0-325c-4182-9e3b-0ee35cf6398c']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:22.462695 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e6bb98-556d-49c0-b935-b79f3acbdecd') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:22.463024 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e6bb98-556d-49c0-b935-b79f3acbdecd') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:18:22.472728 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764503598821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29130421'] for segment (a4e6bb98-556d-49c0-b935-b79f3acbdecd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.486147 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456'] for segment (a4e6bb98-556d-49c0-b935-b79f3acbdecd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.491932 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:18:22.493847 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28577795'] for segment (a4e6bb98-556d-49c0-b935-b79f3acbdecd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: Traceback (most recent call last): May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: timer() May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: cb(*args, **kw) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: return func(*args, **kwargs) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: self._notify() May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: self.callback(batched_events) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: event.method(event) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: return f(self, *a, **k) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._get(url).json() May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:18:22.493987 dv-cinder-841745-1-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:18:22.633363 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394761'] for network (12bb30e0-325c-4182-9e3b-0ee35cf6398c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.638732 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702547'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:22.658483 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] 10.222.0.48 "DELETE /v2.0/networks/12bb30e0-325c-4182-9e3b-0ee35cf6398c HTTP/1.1" status: 204 len: 168 time: 0.6831758 May 14 17:18:22.658483 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb41f1-027b-4a64-8a3d-db509050d76b admin admin] Pushing event deleted for resources: {'Network': ['ID=12bb30e0-325c-4182-9e3b-0ee35cf6398c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:23.009977 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49212) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:23.050183 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fea1e728-88c9-4a13-af66-9a41efc30668 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ddb55acb6f14928a8c0b9522e8b0f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385518 May 14 17:18:23.052617 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49214) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:23.103703 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] Publish callbacks [] for security_group (e42514ac-aa10-4194-a90a-ae763a2c5790), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:23.125299 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] Publish callbacks [] for security_group (e42514ac-aa10-4194-a90a-ae763a2c5790), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:23.190537 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:18:23.238409 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (e42514ac-aa10-4194-a90a-ae763a2c5790), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:23.241028 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:23.242175 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e42514ac-aa10-4194-a90a-ae763a2c5790 HTTP/1.1" status: 204 len: 168 time: 0.1886883 May 14 17:18:23.250461 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9adb-1944-4145-9bcd-6371d462a2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42514ac-aa10-4194-a90a-ae763a2c5790,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:23.983445 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 58498cdd-3d7e-40f9-be9e-195250cb2002 no longer exists at agent ovs-agent-dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 17:18:24.002935 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] No Port match for: 58498cdd-3d7e-40f9-be9e-195250cb2002 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 14 17:18:24.003284 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Device 58498cdd-3d7e-40f9-be9e-195250cb2002 not bound to the agent host dv-cinder-841745-1-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 17:18:25.583359 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49260) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:25.684641 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50209907-762b-44cc-9bbd-96aa65ca0f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:25.757025 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50209907-762b-44cc-9bbd-96aa65ca0f20 admin admin] Publish callbacks [] for security_group (cb7a0e42-c31c-416c-8c5d-1344f9870961), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:25.817944 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-50209907-762b-44cc-9bbd-96aa65ca0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cb7a0e42-c31c-416c-8c5d-1344f9870961), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:25.856371 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-50209907-762b-44cc-9bbd-96aa65ca0f20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50845efd6a4044689704a1b1cec944a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719681 May 14 17:18:25.857231 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50209907-762b-44cc-9bbd-96aa65ca0f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a0e42-c31c-416c-8c5d-1344f9870961,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:25.859090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49264) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:25.906749 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] Publish callbacks [] for security_group (cb7a0e42-c31c-416c-8c5d-1344f9870961), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:25.926973 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] Publish callbacks [] for security_group (cb7a0e42-c31c-416c-8c5d-1344f9870961), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.029576 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (cb7a0e42-c31c-416c-8c5d-1344f9870961), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.032199 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.033340 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb7a0e42-c31c-416c-8c5d-1344f9870961 HTTP/1.1" status: 204 len: 168 time: 0.1732647 May 14 17:18:26.041097 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa1039-4922-46d7-baaa-8d4e5c0ba673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a0e42-c31c-416c-8c5d-1344f9870961,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:26.594087 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49270) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:26.607787 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78929db7-da6e-41dd-8a4d-2b1ad06104ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.682030 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78929db7-da6e-41dd-8a4d-2b1ad06104ac admin admin] Publish callbacks [] for security_group (f25cfc39-1e55-4067-b3ba-0c39cf01db06), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.743596 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78929db7-da6e-41dd-8a4d-2b1ad06104ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f25cfc39-1e55-4067-b3ba-0c39cf01db06), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.781494 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-78929db7-da6e-41dd-8a4d-2b1ad06104ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70a636942bb345c785c4488e211d9a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861441 May 14 17:18:26.783545 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78929db7-da6e-41dd-8a4d-2b1ad06104ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cfc39-1e55-4067-b3ba-0c39cf01db06,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:26.784186 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49272) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:26.832097 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] Publish callbacks [] for security_group (f25cfc39-1e55-4067-b3ba-0c39cf01db06), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:26.855707 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] Publish callbacks [] for security_group (f25cfc39-1e55-4067-b3ba-0c39cf01db06), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:27.006635 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (f25cfc39-1e55-4067-b3ba-0c39cf01db06), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:27.009218 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:27.010355 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f25cfc39-1e55-4067-b3ba-0c39cf01db06 HTTP/1.1" status: 204 len: 168 time: 0.2251081 May 14 17:18:27.018000 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa114-0158-4326-a09b-08a69788ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cfc39-1e55-4067-b3ba-0c39cf01db06,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:39.527194 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:39.664365 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df34a508-b993-42f6-96c7-e3117628f128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:39.735883 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df34a508-b993-42f6-96c7-e3117628f128 admin admin] Publish callbacks [] for security_group (9cc3bf45-4648-4336-bc2b-753d8096001e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:39.821268 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df34a508-b993-42f6-96c7-e3117628f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9cc3bf45-4648-4336-bc2b-753d8096001e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:39.859598 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-df34a508-b993-42f6-96c7-e3117628f128 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0d13389f7684e1ca7c68680ece471b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313596 May 14 17:18:39.861517 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34a508-b993-42f6-96c7-e3117628f128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc3bf45-4648-4336-bc2b-753d8096001e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:39.862340 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49366) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:39.909165 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] Publish callbacks [] for security_group (9cc3bf45-4648-4336-bc2b-753d8096001e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:39.929973 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] Publish callbacks [] for security_group (9cc3bf45-4648-4336-bc2b-753d8096001e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.055534 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (9cc3bf45-4648-4336-bc2b-753d8096001e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.058146 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.059352 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cc3bf45-4648-4336-bc2b-753d8096001e HTTP/1.1" status: 204 len: 168 time: 0.1959019 May 14 17:18:40.067402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c494c8-1f56-4cde-b61b-6d0a76df2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc3bf45-4648-4336-bc2b-753d8096001e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:40.086262 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-32b6edeb-79eb-4b2e-9e58-c47410c15962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.701867 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49372) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:40.714944 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87304ed9-fb22-4c5c-b6b6-d85dcbd9bd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.786388 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87304ed9-fb22-4c5c-b6b6-d85dcbd9bd2b admin admin] Publish callbacks [] for security_group (2fa988ca-03c0-40de-b3d2-1bb1b01e2936), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.897734 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87304ed9-fb22-4c5c-b6b6-d85dcbd9bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (2fa988ca-03c0-40de-b3d2-1bb1b01e2936), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:40.938703 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-87304ed9-fb22-4c5c-b6b6-d85dcbd9bd2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c464c154fde7402bb1b03a8598d63769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357121 May 14 17:18:40.939617 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87304ed9-fb22-4c5c-b6b6-d85dcbd9bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa988ca-03c0-40de-b3d2-1bb1b01e2936,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:40.941461 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49374) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:40.988213 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] Publish callbacks [] for security_group (2fa988ca-03c0-40de-b3d2-1bb1b01e2936), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:41.009158 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] Publish callbacks [] for security_group (2fa988ca-03c0-40de-b3d2-1bb1b01e2936), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:41.129757 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (2fa988ca-03c0-40de-b3d2-1bb1b01e2936), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:41.132624 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:41.133814 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fa988ca-03c0-40de-b3d2-1bb1b01e2936 HTTP/1.1" status: 204 len: 168 time: 0.1913025 May 14 17:18:41.141739 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d91de1-ee30-43c4-9d50-8f7c5f342677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa988ca-03c0-40de-b3d2-1bb1b01e2936,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:42.352743 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4aa26bf2-6ab9-4dac-9612-4794c1d7beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:42.960643 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:43.326797 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:44.806472 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:46.381733 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:49.891995 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49494) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:49.992390 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.065369 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Publish callbacks [] for security_group (d400bb5f-dccc-429c-9524-7a25dc2d87b6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.158003 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d400bb5f-dccc-429c-9524-7a25dc2d87b6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.196658 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c4c3fa033be49779acc7defff390fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036215 May 14 17:18:50.197401 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d400bb5f-dccc-429c-9524-7a25dc2d87b6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:50.199931 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49498) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:50.210911 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.211258 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.211596 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.211929 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.212259 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.212583 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.212912 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.213255 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.213576 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.213895 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.214216 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.214531 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.214937 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cfd4f-df1d-48bc-b9b8-d38ece830caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:50.259035 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] Publish callbacks [] for security_group (d400bb5f-dccc-429c-9524-7a25dc2d87b6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.278002 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] Publish callbacks [] for security_group (d400bb5f-dccc-429c-9524-7a25dc2d87b6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.409582 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (d400bb5f-dccc-429c-9524-7a25dc2d87b6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.412269 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:50.413448 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d400bb5f-dccc-429c-9524-7a25dc2d87b6 HTTP/1.1" status: 204 len: 168 time: 0.2117937 May 14 17:18:50.422066 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f91a-2527-446d-af0e-cd52d16a7b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d400bb5f-dccc-429c-9524-7a25dc2d87b6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:50.982345 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49504) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:50.995338 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.070610 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Publish callbacks [] for security_group (77938452-e996-46d0-98d1-6172a1606209), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.138338 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (77938452-e996-46d0-98d1-6172a1606209), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.177238 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2359ce564ebf4e209aa841a54a95985b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938288 May 14 17:18:51.178183 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77938452-e996-46d0-98d1-6172a1606209,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:51.180019 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49506) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:51.185515 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.185879 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.186230 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.186581 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.186947 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.187284 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.187618 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.187970 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.188288 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.188621 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.188949 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.189275 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.189605 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb429b-9710-4472-a596-b5b8f9b7ca1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841745-1-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:18:51.230099 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] Publish callbacks [] for security_group (77938452-e996-46d0-98d1-6172a1606209), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.250140 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] Publish callbacks [] for security_group (77938452-e996-46d0-98d1-6172a1606209), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.400981 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (77938452-e996-46d0-98d1-6172a1606209), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.404238 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:51.405397 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77938452-e996-46d0-98d1-6172a1606209 HTTP/1.1" status: 204 len: 168 time: 0.2243786 May 14 17:18:51.413105 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4da3-0d6c-4249-a344-4ec187561469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77938452-e996-46d0-98d1-6172a1606209,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:54.388992 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49574) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:54.489264 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18ffa1dc-ce86-483d-9bea-4c8bac3022f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.562296 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18ffa1dc-ce86-483d-9bea-4c8bac3022f0 admin admin] Publish callbacks [] for security_group (908c1466-6997-439b-83f9-c70ef598ea41), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.649314 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-18ffa1dc-ce86-483d-9bea-4c8bac3022f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (908c1466-6997-439b-83f9-c70ef598ea41), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.689563 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-18ffa1dc-ce86-483d-9bea-4c8bac3022f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c254f9ee6fa1464eb8d315b206272f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994649 May 14 17:18:54.690428 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffa1dc-ce86-483d-9bea-4c8bac3022f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c1466-6997-439b-83f9-c70ef598ea41,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:54.692240 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49578) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:54.740649 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] Publish callbacks [] for security_group (908c1466-6997-439b-83f9-c70ef598ea41), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.762191 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] Publish callbacks [] for security_group (908c1466-6997-439b-83f9-c70ef598ea41), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.863179 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (908c1466-6997-439b-83f9-c70ef598ea41), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.865729 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:54.866902 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/908c1466-6997-439b-83f9-c70ef598ea41 HTTP/1.1" status: 204 len: 168 time: 0.1730266 May 14 17:18:54.874414 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b4678-d599-4ebd-9196-48fdbc0737b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c1466-6997-439b-83f9-c70ef598ea41,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:55.375234 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49584) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:55.388992 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-34785ca9-bf53-4bef-a59b-4dc8804a52d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.462976 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-34785ca9-bf53-4bef-a59b-4dc8804a52d4 admin admin] Publish callbacks [] for security_group (612935d9-827a-4c52-a497-45a969779cb6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.520021 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-34785ca9-bf53-4bef-a59b-4dc8804a52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (612935d9-827a-4c52-a497-45a969779cb6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.558642 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-34785ca9-bf53-4bef-a59b-4dc8804a52d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8e91c3fdfe7469680cea76e6b3b9198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823099 May 14 17:18:55.559848 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34785ca9-bf53-4bef-a59b-4dc8804a52d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612935d9-827a-4c52-a497-45a969779cb6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:18:55.561351 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49586) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:18:55.611794 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] Publish callbacks [] for security_group (612935d9-827a-4c52-a497-45a969779cb6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.632447 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] Publish callbacks [] for security_group (612935d9-827a-4c52-a497-45a969779cb6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.737545 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (612935d9-827a-4c52-a497-45a969779cb6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.740233 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:18:55.741385 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/612935d9-827a-4c52-a497-45a969779cb6 HTTP/1.1" status: 204 len: 168 time: 0.1790481 May 14 17:18:55.749008 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84020-1bb9-41d9-be08-3b60c77e9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612935d9-827a-4c52-a497-45a969779cb6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:19:00.190057 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:19:10.065910 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8d3b-042e-459c-92d0-f00ba03e4923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:12.363201 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b64d079b-5db7-488f-9cea-118e731f4dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:12.962892 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:13.300569 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:14.860170 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:16.405923 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.393216 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49712) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:19:19.493751 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a51d611f-5d31-4056-b6c7-fa97c7cb9177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.566712 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a51d611f-5d31-4056-b6c7-fa97c7cb9177 admin admin] Publish callbacks [] for security_group (ad292a5f-de26-44d6-94ac-65a32dc69aac), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.628547 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a51d611f-5d31-4056-b6c7-fa97c7cb9177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (ad292a5f-de26-44d6-94ac-65a32dc69aac), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.666212 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a51d611f-5d31-4056-b6c7-fa97c7cb9177 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63d29435482a402aab96accf648b8956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718790 May 14 17:19:19.667006 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d611f-5d31-4056-b6c7-fa97c7cb9177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad292a5f-de26-44d6-94ac-65a32dc69aac,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:19:19.669507 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49716) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:19:19.717271 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] Publish callbacks [] for security_group (ad292a5f-de26-44d6-94ac-65a32dc69aac), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.737955 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] Publish callbacks [] for security_group (ad292a5f-de26-44d6-94ac-65a32dc69aac), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.854167 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (ad292a5f-de26-44d6-94ac-65a32dc69aac), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.856803 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:19.857974 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad292a5f-de26-44d6-94ac-65a32dc69aac HTTP/1.1" status: 204 len: 168 time: 0.1874282 May 14 17:19:19.865686 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77e55-ba45-4174-8432-32502f06086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad292a5f-de26-44d6-94ac-65a32dc69aac,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:19:37.189571 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:19:39.812028 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.48', 49854) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:19:39.910773 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc8ae-59cd-4474-97d1-5bbe9a57cff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:39.981045 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc8ae-59cd-4474-97d1-5bbe9a57cff2 admin admin] Publish callbacks [] for security_group (a6ee9e66-c76c-4302-974b-a7e7d90f365a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.071157 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc8ae-59cd-4474-97d1-5bbe9a57cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (a6ee9e66-c76c-4302-974b-a7e7d90f365a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.082539 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b1b14fcc-e08b-446f-a346-f6ff30e53b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.112443 dv-cinder-841745-1-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ea3fc8ae-59cd-4474-97d1-5bbe9a57cff2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8130735a3faf439f912d708d49e41d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993145 May 14 17:19:40.114337 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc8ae-59cd-4474-97d1-5bbe9a57cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee9e66-c76c-4302-974b-a7e7d90f365a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:19:40.115090 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.48', 49858) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 17:19:40.163328 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] Publish callbacks [] for security_group (a6ee9e66-c76c-4302-974b-a7e7d90f365a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.186919 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] Publish callbacks [] for security_group (a6ee9e66-c76c-4302-974b-a7e7d90f365a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.311096 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477005'] for security_group (a6ee9e66-c76c-4302-974b-a7e7d90f365a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.313643 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:40.314802 dv-cinder-841745-1-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6ee9e66-c76c-4302-974b-a7e7d90f365a HTTP/1.1" status: 204 len: 168 time: 0.1986468 May 14 17:19:40.322402 dv-cinder-841745-1-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14cf28-b814-4bb7-9119-ee120a309f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee9e66-c76c-4302-974b-a7e7d90f365a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:19:42.362725 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1f93c29e-c88e-4845-90af-5e44d2bd87fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:42.965474 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:43.316530 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:44.816940 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:19:46.407740 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:10.061654 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-65d4e022-0252-4d9c-9f10-0a2b8e9a7ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:12.393088 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-65ad5880-ef82-48c5-8752-82e8fdaaedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:13.019274 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:13.321933 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:14.188634 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:20:14.818653 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:16.398682 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:40.063937 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee5350d2-6a40-4cd6-a5f4-f246adfd61a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:42.366752 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a829b516-127e-470f-befa-53ea0dd3b25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:43.092651 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:43.350158 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:44.801107 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:46.429699 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:20:51.187324 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:21:10.089416 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9715f883-14e2-413b-8d84-9f8773240af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:12.386411 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a4d8390f-cce3-40a6-a463-65947be06de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:13.095099 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:13.314780 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:14.823230 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:16.409116 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:28.186798 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:21:40.062615 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7517-48da-4d7a-bfc4-c2e5301c7c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:42.436930 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-feed0ce7-5e98-41dc-838d-b1d5416054e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:43.042934 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:43.351550 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:44.839787 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:21:46.422214 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:05.186415 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:22:10.064941 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4c89fdc9-fcdd-4ef0-9c64-09bc4c8948c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:12.371153 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32fe-fe31-4fd6-b805-ef7bff9d4ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:13.011159 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:13.329994 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:14.802262 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:16.407973 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:20.208376 dv-cinder-841745-1-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-c326ee5e-9447-4734-9b06-b73551cff134 req-8c360f47-ba5c-4964-aaf1-a1ef0833438f service neutron] (103962) timed out ('10.222.0.57', 61967) {{(pid=103962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 17:22:40.038225 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b79e47f0-a679-45dd-bf52-1c5fc68fdb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:42.185270 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:22:42.370004 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68ab3df4-179a-49dc-8106-b4266560758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:42.978770 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:43.335291 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:44.837965 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:22:46.409601 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:10.100081 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-364a4184-ac4a-4721-9706-3b712fc71142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:12.374393 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb18c23f-52ad-41c5-8912-a435d3a818d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:12.991834 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:13.326433 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:14.818625 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:16.395225 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:19.183946 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:23:40.065126 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-92dbff84-9755-4dc6-9a44-32cd677b84d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:42.419518 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-939a4d2e-bb69-41a5-8f4e-e6e1405b42fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:43.019454 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:43.328000 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:44.840408 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:46.402607 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:23:56.182560 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:24:10.081429 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-499012f7-475b-4c6b-b329-c62407066694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:12.382841 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dabf87a3-ff5c-4dbd-94e7-3ecf53f6775d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:13.035500 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:13.332567 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:14.830202 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:16.429919 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:33.182848 dv-cinder-841745-1-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-ee9053de-c4c0-43fb-927e-d604dc86c87a None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 17:24:40.068062 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5542552e-dcb7-4bc1-b57f-378611d44098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (d0726bb3-baf5-4ff7-86e3-1c08fe7f931d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:42.395709 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-889b1540-597c-4c31-bc01-2e5e4160aee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (48eddd1d-19a7-4a83-a903-a41c14aaa512), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:43.090556 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffdab-2229-4cdb-9aea-d2e1391e3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (fdfb9448-5b67-4646-91f3-6ce280abbd8f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:43.347952 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bd7e15ee-8d54-45df-9f3c-cd929239bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (ed73f66c-516a-4f1f-810a-37de1f55bedb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:44.829522 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0bf-bc14-42fd-bd7d-4fd46cd018db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (57d135fb-f74a-43fe-81a0-36aff4323d83), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 17:24:46.395735 dv-cinder-841745-1-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea672646-7077-4638-972f-9b76a1d0f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764503629002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3455424'] for agent (827fc756-56da-4e52-b5f9-15249cbca523), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}